2024-11-14 04:18:34,654 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 04:18:34,773 main DEBUG Took 0.107104 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 04:18:34,773 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 04:18:34,774 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 04:18:34,775 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 04:18:34,779 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,832 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 04:18:34,883 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,888 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,893 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,894 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,895 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,895 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,897 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,898 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,898 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,905 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,906 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,907 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,911 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,912 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,915 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,917 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,918 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,919 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,920 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 04:18:34,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,921 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 04:18:34,923 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 04:18:34,928 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 04:18:34,938 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 04:18:34,939 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 04:18:34,941 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 04:18:34,942 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 04:18:34,994 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 04:18:34,997 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 04:18:35,009 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 04:18:35,009 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 04:18:35,010 main DEBUG createAppenders(={Console}) 2024-11-14 04:18:35,016 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 initialized 2024-11-14 04:18:35,017 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 2024-11-14 04:18:35,017 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@194fad1 OK. 2024-11-14 04:18:35,018 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 04:18:35,018 main DEBUG OutputStream closed 2024-11-14 04:18:35,018 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 04:18:35,019 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 04:18:35,019 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@342c38f8 OK 2024-11-14 04:18:35,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 04:18:35,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 04:18:35,332 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 04:18:35,334 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 04:18:35,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 04:18:35,340 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 04:18:35,342 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 04:18:35,343 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 04:18:35,349 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 04:18:35,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 04:18:35,350 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 04:18:35,351 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 04:18:35,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 04:18:35,353 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 04:18:35,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 04:18:35,354 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 04:18:35,355 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 04:18:35,356 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 04:18:35,380 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 04:18:35,380 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7749bf93) with optional ClassLoader: null 2024-11-14 04:18:35,381 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 04:18:35,382 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7749bf93] started OK. 2024-11-14T04:18:35,413 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-14 04:18:35,418 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 04:18:35,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T04:18:35,650 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=1162, ProcessCount=11, AvailableMemoryMB=4371 2024-11-14T04:18:36,410 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-14T04:18:36,488 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e 2024-11-14T04:18:36,501 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f, deleteOnExit=true 2024-11-14T04:18:36,831 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/zookeeper_0, clientPort=65098, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:18:36,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65098 2024-11-14T04:18:36,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:18:36,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:18:36,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/test.cache.data in system properties and HBase conf 2024-11-14T04:18:36,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:18:36,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:18:36,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:18:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:18:36,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:18:37,081 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T04:18:37,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:18:37,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:18:37,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:18:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:18:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:18:37,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:18:37,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:18:37,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:18:37,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:18:37,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:18:37,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:18:37,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:18:37,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:18:37,333 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:18:37,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:18:39,527 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:18:39,690 INFO [Time-limited test {}] log.Log(170): Logging initialized @6715ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T04:18:39,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:18:39,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:18:40,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:18:40,092 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:18:40,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:18:40,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:18:40,173 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:18:40,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:18:40,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/java.io.tmpdir/jetty-localhost-40765-hadoop-hdfs-3_4_1-tests_jar-_-any-11252735835909283570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:18:40,500 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:40765} 2024-11-14T04:18:40,500 INFO [Time-limited test {}] server.Server(415): Started @7527ms 2024-11-14T04:18:41,847 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:18:41,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:18:41,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:18:41,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:18:41,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:18:41,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:18:41,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:18:42,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d571c4a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/java.io.tmpdir/jetty-localhost-33593-hadoop-hdfs-3_4_1-tests_jar-_-any-18129890680988986430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:18:42,160 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:33593} 2024-11-14T04:18:42,161 INFO [Time-limited test {}] server.Server(415): Started @9188ms 2024-11-14T04:18:42,247 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:18:44,265 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/data/data2/current/BP-436973034-172.17.0.3-1731557918505/current, will proceed with Du for space computation calculation, 2024-11-14T04:18:44,268 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/data/data1/current/BP-436973034-172.17.0.3-1731557918505/current, will proceed with Du for space computation calculation, 2024-11-14T04:18:44,461 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:18:44,588 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24246084f42c1e35 with lease ID 0xa9642fc058a6be60: Processing first storage report for DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=5f878e6e-b4b5-48a3-a792-006e0ce65e95, infoPort=42895, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1048082988;c=1731557918505) 2024-11-14T04:18:44,590 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24246084f42c1e35 with lease ID 0xa9642fc058a6be60: from storage DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=5f878e6e-b4b5-48a3-a792-006e0ce65e95, infoPort=42895, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1048082988;c=1731557918505), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:18:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24246084f42c1e35 with lease ID 0xa9642fc058a6be60: Processing first storage report for DS-52047372-5430-49e7-8170-325de98f8f9e from datanode DatanodeRegistration(127.0.0.1:33353, datanodeUuid=5f878e6e-b4b5-48a3-a792-006e0ce65e95, infoPort=42895, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1048082988;c=1731557918505) 2024-11-14T04:18:44,593 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24246084f42c1e35 with lease ID 0xa9642fc058a6be60: from storage DS-52047372-5430-49e7-8170-325de98f8f9e node DatanodeRegistration(127.0.0.1:33353, datanodeUuid=5f878e6e-b4b5-48a3-a792-006e0ce65e95, infoPort=42895, infoSecurePort=0, ipcPort=34229, storageInfo=lv=-57;cid=testClusterID;nsid=1048082988;c=1731557918505), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:18:44,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e 2024-11-14T04:18:44,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:18:44,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:18:45,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:18:45,790 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9 with version=8 2024-11-14T04:18:45,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/hbase-staging 2024-11-14T04:18:45,951 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T04:18:46,692 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:18:46,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:18:46,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:18:46,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:18:46,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:18:46,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:18:47,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:18:47,206 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T04:18:47,258 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T04:18:47,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:18:47,315 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 14054 (auto-detected) 2024-11-14T04:18:47,317 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T04:18:47,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41897 2024-11-14T04:18:47,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41897 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:19:14,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:19:23,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418970x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:19:23,751 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41897-0x1013790fbf90000 connected 2024-11-14T04:19:24,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:19:24,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:19:24,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:19:24,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9, hbase.cluster.distributed=false 2024-11-14T04:19:24,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/acl 2024-11-14T04:19:24,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-14T04:19:24,349 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41897 2024-11-14T04:19:24,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41897 2024-11-14T04:19:24,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-14T04:19:24,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41897 2024-11-14T04:19:24,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:19:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:19:24,460 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:19:24,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:19:24,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:19:24,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:19:24,464 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:19:24,468 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:19:24,469 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39645 2024-11-14T04:19:24,472 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39645 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:19:24,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:19:24,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:19:24,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396450x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:19:24,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396450x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:19:24,510 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39645-0x1013790fbf90001 connected 2024-11-14T04:19:24,514 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:19:24,524 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:19:24,529 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/master 2024-11-14T04:19:24,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/acl 2024-11-14T04:19:24,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-14T04:19:24,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39645 2024-11-14T04:19:24,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39645 2024-11-14T04:19:24,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-14T04:19:24,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39645 2024-11-14T04:19:24,569 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:41897 2024-11-14T04:19:24,570 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-623216545/backup-masters/b024da739ae8,41897,1731557926339 2024-11-14T04:19:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:19:24,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:19:24,586 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/backup-masters/b024da739ae8,41897,1731557926339 2024-11-14T04:19:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/master 2024-11-14T04:19:24,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:24,617 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/master 2024-11-14T04:19:24,618 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-623216545/backup-masters/b024da739ae8,41897,1731557926339 from backup master directory 2024-11-14T04:19:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/backup-masters/b024da739ae8,41897,1731557926339 2024-11-14T04:19:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:19:24,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:19:24,625 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:19:24,626 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,41897,1731557926339 2024-11-14T04:19:24,628 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T04:19:24,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T04:19:24,723 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/hbase.id] with ID: 85bf3e35-71b0-4e08-bac6-a39b69bba989 2024-11-14T04:19:24,724 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.tmp/hbase.id 2024-11-14T04:19:24,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:19:25,154 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.tmp/hbase.id]:[hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/hbase.id] 2024-11-14T04:19:25,192 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:19:25,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:19:25,217 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-14T04:19:25,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:25,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:25,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:19:25,717 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:19:25,720 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:19:25,734 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:19:25,738 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:19:25,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:19:26,184 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store 2024-11-14T04:19:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:19:26,609 INFO [master/b024da739ae8:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T04:19:26,614 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:19:26,616 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:19:26,616 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:19:26,617 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:19:26,619 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:19:26,619 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:19:26,620 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:19:26,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731557966616Disabling compacts and flushes for region at 1731557966616Disabling writes for close at 1731557966619 (+3 ms)Writing region close event to WAL at 1731557966619Closed at 1731557966619 2024-11-14T04:19:26,624 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/.initializing 2024-11-14T04:19:26,625 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339 2024-11-14T04:19:26,635 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:19:26,653 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C41897%2C1731557926339, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/oldWALs, maxLogs=10 2024-11-14T04:19:26,678 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339/b024da739ae8%2C41897%2C1731557926339.1731557966658, exclude list is [], retry=0 2024-11-14T04:19:26,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:19:26,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T04:19:26,746 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:19:26,747 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:19:26,748 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:19:26,749 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:19:26,754 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,755 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:19:26,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:26,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:19:26,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:26,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:19:26,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:19:26,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:26,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:19:26,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:19:26,863 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:26,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:19:26,865 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,870 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,872 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,880 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,881 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,887 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:19:26,891 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:19:26,895 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:19:26,897 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63741095, jitterRate=-0.05018366873264313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:19:26,904 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731557966772Initializing all the Stores at 1731557966775 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557966776 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731557966777 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731557966777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731557966777Cleaning up temporary data from old regions at 1731557966881 (+104 ms)Region opened successfully at 1731557966904 (+23 ms) 2024-11-14T04:19:26,906 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:19:26,943 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4d7008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:19:26,980 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:19:26,993 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:19:26,993 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:19:26,997 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:19:26,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T04:19:27,005 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T04:19:27,005 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:19:27,040 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:19:27,058 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/balancer because node does not exist (not necessarily an error) 2024-11-14T04:19:27,077 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/balancer already deleted, retry=false 2024-11-14T04:19:27,080 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:19:27,085 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:19:27,175 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/normalizer already deleted, retry=false 2024-11-14T04:19:27,178 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:19:27,184 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:19:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:19:27,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:19:27,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/switch/split already deleted, retry=false 2024-11-14T04:19:27,232 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:19:27,294 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/switch/merge already deleted, retry=false 2024-11-14T04:19:27,317 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:19:27,399 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/snapshot-cleanup already deleted, retry=false 2024-11-14T04:19:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:19:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:19:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:27,462 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,41897,1731557926339, sessionid=0x1013790fbf90000, setting cluster-up flag (Was=false) 2024-11-14T04:19:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:27,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:27,878 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-623216545/flush-table-proc/acquired, /0-623216545/flush-table-proc/reached, /0-623216545/flush-table-proc/abort 2024-11-14T04:19:27,885 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,41897,1731557926339 2024-11-14T04:19:28,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:28,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:28,182 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-623216545/online-snapshot/acquired, /0-623216545/online-snapshot/reached, /0-623216545/online-snapshot/abort 2024-11-14T04:19:28,184 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,41897,1731557926339 2024-11-14T04:19:28,190 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:19:28,257 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(746): ClusterId : 85bf3e35-71b0-4e08-bac6-a39b69bba989 2024-11-14T04:19:28,260 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:19:28,272 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:19:28,283 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:19:28,290 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:19:28,296 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,41897,1731557926339 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:19:28,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:19:28,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:19:28,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:19:28,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:19:28,313 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:19:28,313 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,313 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:19:28,313 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,314 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:19:28,314 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:19:28,321 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731557998321 2024-11-14T04:19:28,324 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:19:28,326 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:19:28,326 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:19:28,326 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:19:28,330 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:19:28,331 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:19:28,331 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:19:28,332 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:19:28,334 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:28,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:19:28,333 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,338 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:19:28,339 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775459bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:19:28,340 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:19:28,342 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:19:28,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:19:28,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:19:28,348 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:19:28,349 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:19:28,352 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731557968350,5,FailOnTimeoutGroup] 2024-11-14T04:19:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:19:28,354 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731557968352,5,FailOnTimeoutGroup] 2024-11-14T04:19:28,354 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,355 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:19:28,356 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,356 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,361 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:39645 2024-11-14T04:19:28,366 INFO [RS:0;b024da739ae8:39645 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:19:28,366 INFO [RS:0;b024da739ae8:39645 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:19:28,366 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:19:28,369 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,41897,1731557926339 with port=39645, startcode=1731557964426 2024-11-14T04:19:28,383 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:19:28,425 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:19:28,433 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,436 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41897 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,456 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9 2024-11-14T04:19:28,456 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39051 2024-11-14T04:19:28,456 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:19:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/rs 2024-11-14T04:19:28,468 DEBUG [RS:0;b024da739ae8:39645 {}] zookeeper.ZKUtil(111): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/rs/b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,468 WARN [RS:0;b024da739ae8:39645 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:19:28,468 INFO [RS:0;b024da739ae8:39645 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:19:28,469 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,470 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,39645,1731557964426] 2024-11-14T04:19:28,502 INFO [RS:0;b024da739ae8:39645 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:19:28,522 INFO [RS:0;b024da739ae8:39645 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:19:28,527 INFO [RS:0;b024da739ae8:39645 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:19:28,527 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,528 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:19:28,534 INFO [RS:0;b024da739ae8:39645 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:19:28,535 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,536 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,536 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,536 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,536 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,536 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,537 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:19:28,537 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,537 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,537 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,538 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,538 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,538 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:19:28,538 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:19:28,538 DEBUG [RS:0;b024da739ae8:39645 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,540 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39645,1731557964426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:19:28,559 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:19:28,561 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39645,1731557964426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,561 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,561 INFO [RS:0;b024da739ae8:39645 {}] regionserver.Replication(171): b024da739ae8,39645,1731557964426 started 2024-11-14T04:19:28,577 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:28,577 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,39645,1731557964426, RpcServer on b024da739ae8/172.17.0.3:39645, sessionid=0x1013790fbf90001 2024-11-14T04:19:28,578 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:19:28,578 DEBUG [RS:0;b024da739ae8:39645 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,578 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39645,1731557964426' 2024-11-14T04:19:28,579 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-623216545/flush-table-proc/abort' 2024-11-14T04:19:28,580 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-623216545/flush-table-proc/acquired' 2024-11-14T04:19:28,580 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:19:28,580 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:19:28,580 DEBUG [RS:0;b024da739ae8:39645 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,39645,1731557964426 2024-11-14T04:19:28,581 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39645,1731557964426' 2024-11-14T04:19:28,581 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-623216545/online-snapshot/abort' 2024-11-14T04:19:28,581 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-623216545/online-snapshot/acquired' 2024-11-14T04:19:28,582 DEBUG [RS:0;b024da739ae8:39645 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:19:28,582 INFO [RS:0;b024da739ae8:39645 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:19:28,582 INFO [RS:0;b024da739ae8:39645 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:19:28,688 INFO [RS:0;b024da739ae8:39645 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:19:28,693 INFO [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39645%2C1731557964426, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:19:28,710 DEBUG [RS:0;b024da739ae8:39645 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696, exclude list is [], retry=0 2024-11-14T04:19:28,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:19:28,720 INFO [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 2024-11-14T04:19:28,720 DEBUG [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:19:28,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:19:28,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9 2024-11-14T04:19:28,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:19:29,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:19:29,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:19:29,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:19:29,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:19:29,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:19:29,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:19:29,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:19:29,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:19:29,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:19:29,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:19:29,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:19:29,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:19:29,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:19:29,192 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:19:29,193 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:19:29,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:19:29,199 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:19:29,200 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60311365, jitterRate=-0.10129062831401825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:19:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731557969167Initializing all the Stores at 1731557969169 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969169Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969169Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731557969169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969170 (+1 ms)Cleaning up temporary data from old regions at 1731557969192 (+22 ms)Region opened successfully at 1731557969201 (+9 ms) 2024-11-14T04:19:29,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:19:29,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:19:29,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:19:29,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:19:29,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:19:29,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:19:29,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731557969201Disabling compacts and flushes for region at 1731557969201Disabling writes for close at 1731557969202 (+1 ms)Writing region close event to WAL at 1731557969203 (+1 ms)Closed at 1731557969203 2024-11-14T04:19:29,206 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:19:29,206 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:19:29,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:19:29,219 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:19:29,222 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:19:29,374 DEBUG [b024da739ae8:41897 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:19:29,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,39645,1731557964426 2024-11-14T04:19:29,395 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39645,1731557964426, state=OPENING 2024-11-14T04:19:29,448 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:19:29,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:29,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:19:29,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:19:29,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:19:29,512 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:19:29,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39645,1731557964426}] 2024-11-14T04:19:29,690 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:19:29,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:19:29,704 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:19:29,704 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:19:29,705 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:19:29,709 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39645%2C1731557964426.meta, suffix=.meta, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:19:29,726 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.meta.1731557969711.meta, exclude list is [], retry=0 2024-11-14T04:19:29,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:19:29,733 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.meta.1731557969711.meta 2024-11-14T04:19:29,733 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:19:29,734 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:19:29,739 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:19:29,740 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:19:29,743 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:19:29,744 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:19:29,748 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:19:29,749 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:19:29,749 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:19:29,749 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:19:29,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:19:29,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:19:29,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:19:29,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:19:29,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:19:29,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:19:29,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:19:29,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:19:29,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:19:29,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:19:29,762 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:19:29,764 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:19:29,767 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:19:29,770 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:19:29,770 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:19:29,771 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:19:29,774 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:19:29,776 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71836715, jitterRate=0.07045046985149384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:19:29,776 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:19:29,779 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731557969750Writing region info on filesystem at 1731557969750Initializing all the Stores at 1731557969752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969752Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731557969752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731557969752Cleaning up temporary data from old regions at 1731557969770 (+18 ms)Running coprocessor post-open hooks at 1731557969776 (+6 ms)Region opened successfully at 1731557969778 (+2 ms) 2024-11-14T04:19:29,787 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731557969682 2024-11-14T04:19:29,798 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:19:29,798 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:19:29,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,39645,1731557964426 2024-11-14T04:19:29,802 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39645,1731557964426, state=OPEN 2024-11-14T04:19:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:19:29,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:19:29,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:19:29,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:19:29,921 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,39645,1731557964426 2024-11-14T04:19:29,932 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:19:29,933 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39645,1731557964426 in 407 msec 2024-11-14T04:19:29,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:19:29,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 723 msec 2024-11-14T04:19:29,942 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:19:29,942 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:19:29,959 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:19:29,960 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39645,1731557964426, seqNum=-1] 2024-11-14T04:19:29,984 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:19:29,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:19:30,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7880 sec 2024-11-14T04:19:30,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731557970008, completionTime=-1 2024-11-14T04:19:30,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:19:30,011 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:19:30,034 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:19:30,034 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558030034 2024-11-14T04:19:30,034 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558090034 2024-11-14T04:19:30,034 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 23 msec 2024-11-14T04:19:30,036 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,037 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,037 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:41897, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,039 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,039 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,046 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:19:30,066 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.440sec 2024-11-14T04:19:30,067 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:19:30,068 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:19:30,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:19:30,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:19:30,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:19:30,071 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:19:30,072 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:19:30,080 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:19:30,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:19:30,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41897,1731557926339-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:19:30,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f903b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:19:30,174 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T04:19:30,174 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T04:19:30,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,41897,-1 for getting cluster id 2024-11-14T04:19:30,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:19:30,206 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85bf3e35-71b0-4e08-bac6-a39b69bba989' 2024-11-14T04:19:30,209 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:19:30,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85bf3e35-71b0-4e08-bac6-a39b69bba989" 2024-11-14T04:19:30,212 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7675a4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:19:30,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,41897,-1] 2024-11-14T04:19:30,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:19:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:19:30,219 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:19:30,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3374a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:19:30,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:19:30,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39645,1731557964426, seqNum=-1] 2024-11-14T04:19:30,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:19:30,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:19:30,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,41897,1731557926339 2024-11-14T04:19:30,279 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:19:30,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:19:30,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013790fbf90002 connected 2024-11-14T04:19:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir so I do NOT create it in target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f 2024-11-14T04:19:30,435 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:19:30,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.tmp.dir so I do NOT create it in target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f 2024-11-14T04:19:30,436 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:19:30,436 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f 2024-11-14T04:19:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:19:30,436 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/cluster_05fb5932-e539-bfdd-6277-8844c7c936d4, deleteOnExit=true 2024-11-14T04:19:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:19:30,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/test.cache.data in system properties and HBase conf 2024-11-14T04:19:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:19:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:19:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:19:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:19:30,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:19:30,437 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:19:30,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:19:30,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:19:30,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:19:30,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:19:30,961 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:19:30,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:19:30,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:19:30,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:19:30,971 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:19:30,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:19:30,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:19:31,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77b18266{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/java.io.tmpdir/jetty-localhost-34299-hadoop-hdfs-3_4_1-tests_jar-_-any-8096525324034760842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:19:31,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:34299} 2024-11-14T04:19:31,119 INFO [Time-limited test {}] server.Server(415): Started @58145ms 2024-11-14T04:19:31,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:19:31,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:19:31,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:19:31,563 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:19:31,564 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:19:31,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:19:31,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:19:31,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cfc206b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/java.io.tmpdir/jetty-localhost-36873-hadoop-hdfs-3_4_1-tests_jar-_-any-1882295727114884312/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:19:31,715 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:36873} 2024-11-14T04:19:31,715 INFO [Time-limited test {}] server.Server(415): Started @58742ms 2024-11-14T04:19:31,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:19:34,494 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:19:35,276 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:19:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:19:37,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:19:37,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:19:37,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T04:19:37,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:19:37,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:19:44,631 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:20:08,998 WARN [Thread-199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/cluster_05fb5932-e539-bfdd-6277-8844c7c936d4/data/data1/current/BP-446145483-172.17.0.3-1731557970473/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:08,998 WARN [Thread-200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/cluster_05fb5932-e539-bfdd-6277-8844c7c936d4/data/data2/current/BP-446145483-172.17.0.3-1731557970473/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:09,015 WARN [Thread-184 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:20:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6439e63df8eae8c with lease ID 0x56b706273ac9bc54: Processing first storage report for DS-53cd04d6-1b80-489f-816d-4d5798c5e5e7 from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=7b14dc17-fd61-4503-8d24-f6f9943a87d4, infoPort=41261, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=16140671;c=1731557970473) 2024-11-14T04:20:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6439e63df8eae8c with lease ID 0x56b706273ac9bc54: from storage DS-53cd04d6-1b80-489f-816d-4d5798c5e5e7 node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=7b14dc17-fd61-4503-8d24-f6f9943a87d4, infoPort=41261, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=16140671;c=1731557970473), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc6439e63df8eae8c with lease ID 0x56b706273ac9bc54: Processing first storage report for DS-2e118cf2-edea-4214-a0d5-fb2d45fa3746 from datanode DatanodeRegistration(127.0.0.1:44093, datanodeUuid=7b14dc17-fd61-4503-8d24-f6f9943a87d4, infoPort=41261, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=16140671;c=1731557970473) 2024-11-14T04:20:09,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc6439e63df8eae8c with lease ID 0x56b706273ac9bc54: from storage DS-2e118cf2-edea-4214-a0d5-fb2d45fa3746 node DatanodeRegistration(127.0.0.1:44093, datanodeUuid=7b14dc17-fd61-4503-8d24-f6f9943a87d4, infoPort=41261, infoSecurePort=0, ipcPort=40657, storageInfo=lv=-57;cid=testClusterID;nsid=16140671;c=1731557970473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:09,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f 2024-11-14T04:20:09,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:09,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:09,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:20:09,505 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c with version=8 2024-11-14T04:20:09,506 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/hbase-staging 2024-11-14T04:20:09,508 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:09,509 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:20:09,510 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:09,510 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38323 2024-11-14T04:20:09,513 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38323 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:20:09,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383230x0, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:09,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38323-0x1013790fbf90003 connected 2024-11-14T04:20:09,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:09,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:09,894 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/running 2024-11-14T04:20:09,894 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c, hbase.cluster.distributed=false 2024-11-14T04:20:09,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/acl 2024-11-14T04:20:09,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-14T04:20:09,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38323 2024-11-14T04:20:09,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38323 2024-11-14T04:20:09,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-14T04:20:09,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38323 2024-11-14T04:20:09,973 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:09,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:09,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:09,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:09,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:20:09,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:09,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41121 2024-11-14T04:20:09,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41121 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:20:09,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:09,981 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:10,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411210x0, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:10,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411210x0, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/running 2024-11-14T04:20:10,002 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:20:10,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41121-0x1013790fbf90004 connected 2024-11-14T04:20:10,003 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:20:10,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/master 2024-11-14T04:20:10,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/acl 2024-11-14T04:20:10,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41121 2024-11-14T04:20:10,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41121 2024-11-14T04:20:10,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41121 2024-11-14T04:20:10,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41121 2024-11-14T04:20:10,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41121 2024-11-14T04:20:10,045 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:38323 2024-11-14T04:20:10,047 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1745042620/backup-masters/b024da739ae8,38323,1731558009508 2024-11-14T04:20:10,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/backup-masters 2024-11-14T04:20:10,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/backup-masters 2024-11-14T04:20:10,065 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on existing znode=/1745042620/backup-masters/b024da739ae8,38323,1731558009508 2024-11-14T04:20:10,105 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:20:10,105 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:20:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:10,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1745042620/master 2024-11-14T04:20:10,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:10,141 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on existing znode=/1745042620/master 2024-11-14T04:20:10,141 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1745042620/backup-masters/b024da739ae8,38323,1731558009508 from backup master directory 2024-11-14T04:20:10,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/backup-masters 2024-11-14T04:20:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1745042620/backup-masters/b024da739ae8,38323,1731558009508 2024-11-14T04:20:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/backup-masters 2024-11-14T04:20:10,224 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:10,224 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,38323,1731558009508 2024-11-14T04:20:10,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/hbase.id] with ID: f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:10,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/.tmp/hbase.id 2024-11-14T04:20:10,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:20:10,637 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/.tmp/hbase.id]:[hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/hbase.id] 2024-11-14T04:20:10,680 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:10,680 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:20:10,683 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T04:20:10,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:10,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:10,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:20:11,158 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:11,159 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:20:11,160 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:20:11,571 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store 2024-11-14T04:20:11,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:20:11,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:11,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:11,983 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:11,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:11,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:11,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:11,983 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:11,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558011982Disabling compacts and flushes for region at 1731558011982Disabling writes for close at 1731558011983 (+1 ms)Writing region close event to WAL at 1731558011983Closed at 1731558011983 2024-11-14T04:20:11,986 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/.initializing 2024-11-14T04:20:11,986 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/WALs/b024da739ae8,38323,1731558009508 2024-11-14T04:20:11,989 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:11,994 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C38323%2C1731558009508, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/WALs/b024da739ae8,38323,1731558009508, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/oldWALs, maxLogs=10 2024-11-14T04:20:12,016 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/WALs/b024da739ae8,38323,1731558009508/b024da739ae8%2C38323%2C1731558009508.1731558011995, exclude list is [], retry=0 2024-11-14T04:20:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-53cd04d6-1b80-489f-816d-4d5798c5e5e7,DISK] 2024-11-14T04:20:12,026 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/WALs/b024da739ae8,38323,1731558009508/b024da739ae8%2C38323%2C1731558009508.1731558011995 2024-11-14T04:20:12,028 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-14T04:20:12,028 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:12,028 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:12,028 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,028 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,033 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:20:12,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:12,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:12,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:20:12,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:12,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:12,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:20:12,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:12,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:12,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:20:12,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:12,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:12,049 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,050 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,051 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,053 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,053 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,054 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:12,055 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:12,058 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:12,058 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66317492, jitterRate=-0.011792361736297607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:12,058 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558012029Initializing all the Stores at 1731558012030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558012030Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558012033 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558012033Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558012033Cleaning up temporary data from old regions at 1731558012053 (+20 ms)Region opened successfully at 1731558012058 (+5 ms) 2024-11-14T04:20:12,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:20:12,063 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a0fdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:12,063 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:20:12,064 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:20:12,064 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:20:12,064 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:20:12,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:20:12,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:20:12,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:20:12,067 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:20:12,068 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/balancer because node does not exist (not necessarily an error) 2024-11-14T04:20:12,123 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/balancer already deleted, retry=false 2024-11-14T04:20:12,124 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:20:12,126 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:20:12,295 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/normalizer already deleted, retry=false 2024-11-14T04:20:12,296 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:20:12,298 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:20:12,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/switch/split already deleted, retry=false 2024-11-14T04:20:12,375 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:20:12,442 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/switch/merge already deleted, retry=false 2024-11-14T04:20:12,446 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:20:12,515 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/snapshot-cleanup already deleted, retry=false 2024-11-14T04:20:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1745042620/running 2024-11-14T04:20:12,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1745042620/running 2024-11-14T04:20:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,611 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,38323,1731558009508, sessionid=0x1013790fbf90003, setting cluster-up flag (Was=false) 2024-11-14T04:20:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,675 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1745042620/flush-table-proc/acquired, /1745042620/flush-table-proc/reached, /1745042620/flush-table-proc/abort 2024-11-14T04:20:12,676 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38323,1731558009508 2024-11-14T04:20:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:12,727 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1745042620/online-snapshot/acquired, /1745042620/online-snapshot/reached, /1745042620/online-snapshot/abort 2024-11-14T04:20:12,729 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38323,1731558009508 2024-11-14T04:20:12,731 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:20:12,734 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:12,735 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:20:12,735 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:20:12,735 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,38323,1731558009508 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:20:12,737 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:12,737 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:12,737 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:12,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:12,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:20:12,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:12,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,740 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558042740 2024-11-14T04:20:12,740 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:20:12,740 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:20:12,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:20:12,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:20:12,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:20:12,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:20:12,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:12,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:20:12,742 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:20:12,742 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:20:12,743 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:20:12,743 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:20:12,743 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:12,743 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:20:12,743 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:20:12,743 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:20:12,743 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558012743,5,FailOnTimeoutGroup] 2024-11-14T04:20:12,744 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558012744,5,FailOnTimeoutGroup] 2024-11-14T04:20:12,744 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,744 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:20:12,744 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,744 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:20:12,829 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(746): ClusterId : f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:12,829 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:20:12,842 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:20:12,843 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:20:12,854 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:20:12,855 DEBUG [RS:0;b024da739ae8:41121 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c19d309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:12,870 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41121 2024-11-14T04:20:12,870 INFO [RS:0;b024da739ae8:41121 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:20:12,870 INFO [RS:0;b024da739ae8:41121 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:20:12,871 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:20:12,872 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,38323,1731558009508 with port=41121, startcode=1731558009972 2024-11-14T04:20:12,872 DEBUG [RS:0;b024da739ae8:41121 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:20:12,875 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41335, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:20:12,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41121,1731558009972 2024-11-14T04:20:12,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38323 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41121,1731558009972 2024-11-14T04:20:12,880 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c 2024-11-14T04:20:12,880 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34997 2024-11-14T04:20:12,880 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:20:12,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/rs 2024-11-14T04:20:12,905 DEBUG [RS:0;b024da739ae8:41121 {}] zookeeper.ZKUtil(111): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on existing znode=/1745042620/rs/b024da739ae8,41121,1731558009972 2024-11-14T04:20:12,906 WARN [RS:0;b024da739ae8:41121 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:12,906 INFO [RS:0;b024da739ae8:41121 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:12,906 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972 2024-11-14T04:20:12,920 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41121,1731558009972] 2024-11-14T04:20:12,950 INFO [RS:0;b024da739ae8:41121 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:20:12,956 INFO [RS:0;b024da739ae8:41121 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:20:12,964 INFO [RS:0;b024da739ae8:41121 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:20:12,964 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,970 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:20:12,981 INFO [RS:0;b024da739ae8:41121 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:20:12,981 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,981 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,981 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,981 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,981 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,982 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:12,983 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:12,983 DEBUG [RS:0;b024da739ae8:41121 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:12,988 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,988 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,988 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,989 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,989 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:12,989 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41121,1731558009972-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:13,020 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:20:13,021 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41121,1731558009972-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:13,021 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:13,021 INFO [RS:0;b024da739ae8:41121 {}] regionserver.Replication(171): b024da739ae8,41121,1731558009972 started 2024-11-14T04:20:13,044 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:13,044 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41121,1731558009972, RpcServer on b024da739ae8/172.17.0.3:41121, sessionid=0x1013790fbf90004 2024-11-14T04:20:13,044 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:20:13,044 DEBUG [RS:0;b024da739ae8:41121 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41121,1731558009972 2024-11-14T04:20:13,044 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41121,1731558009972' 2024-11-14T04:20:13,044 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1745042620/flush-table-proc/abort' 2024-11-14T04:20:13,045 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1745042620/flush-table-proc/acquired' 2024-11-14T04:20:13,048 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:20:13,048 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:20:13,048 DEBUG [RS:0;b024da739ae8:41121 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41121,1731558009972 2024-11-14T04:20:13,048 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41121,1731558009972' 2024-11-14T04:20:13,048 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1745042620/online-snapshot/abort' 2024-11-14T04:20:13,049 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1745042620/online-snapshot/acquired' 2024-11-14T04:20:13,050 DEBUG [RS:0;b024da739ae8:41121 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:20:13,050 INFO [RS:0;b024da739ae8:41121 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:20:13,050 INFO [RS:0;b024da739ae8:41121 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:20:13,151 INFO [RS:0;b024da739ae8:41121 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:13,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:20:13,156 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c 2024-11-14T04:20:13,158 INFO [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41121%2C1731558009972, suffix=, logDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/oldWALs, maxLogs=10 2024-11-14T04:20:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:20:13,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:13,206 DEBUG [RS:0;b024da739ae8:41121 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.1731558013165, exclude list is [], retry=0 2024-11-14T04:20:13,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:13,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-53cd04d6-1b80-489f-816d-4d5798c5e5e7,DISK] 2024-11-14T04:20:13,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:13,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:13,226 INFO [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.1731558013165 2024-11-14T04:20:13,228 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:13,228 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:13,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:13,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:13,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:13,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:13,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740 2024-11-14T04:20:13,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740 2024-11-14T04:20:13,240 DEBUG [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-14T04:20:13,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:13,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:13,245 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:13,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:13,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:13,261 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69827150, jitterRate=0.04050561785697937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:13,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558013198Initializing all the Stores at 1731558013200 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013201 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013207 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558013207Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013207Cleaning up temporary data from old regions at 1731558013244 (+37 ms)Region opened successfully at 1731558013261 (+17 ms) 2024-11-14T04:20:13,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:13,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:13,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:13,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:13,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:13,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:13,264 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558013262Disabling compacts and flushes for region at 1731558013262Disabling writes for close at 1731558013262Writing region close event to WAL at 1731558013263 (+1 ms)Closed at 1731558013263 2024-11-14T04:20:13,266 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:13,267 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:20:13,267 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:20:13,269 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:13,271 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:20:13,421 DEBUG [b024da739ae8:38323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:13,422 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41121,1731558009972 2024-11-14T04:20:13,425 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41121,1731558009972, state=OPENING 2024-11-14T04:20:13,521 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:13,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:13,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1745042620/meta-region-server: CHANGED 2024-11-14T04:20:13,539 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:13,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41121,1731558009972}] 2024-11-14T04:20:13,539 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1745042620/meta-region-server: CHANGED 2024-11-14T04:20:13,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:20:13,703 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:20:13,726 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:20:13,726 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:13,727 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:20:13,745 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41121%2C1731558009972.meta, suffix=.meta, logDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972, archiveDir=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/oldWALs, maxLogs=10 2024-11-14T04:20:13,787 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.meta.1731558013747.meta, exclude list is [], retry=0 2024-11-14T04:20:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44093,DS-53cd04d6-1b80-489f-816d-4d5798c5e5e7,DISK] 2024-11-14T04:20:13,829 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.meta.1731558013747.meta 2024-11-14T04:20:13,832 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41261:41261)] 2024-11-14T04:20:13,833 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:13,833 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:13,834 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:13,834 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:20:13,834 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:20:13,834 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:20:13,834 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:13,835 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:20:13,835 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:20:13,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:13,870 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:13,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:13,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:13,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:13,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:13,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:13,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:13,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:13,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:13,895 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:13,897 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740 2024-11-14T04:20:13,900 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740 2024-11-14T04:20:13,921 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:13,921 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:13,927 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:13,936 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:13,943 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64805666, jitterRate=-0.034320324659347534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:13,943 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:20:13,944 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558013835Writing region info on filesystem at 1731558013835Initializing all the Stores at 1731558013852 (+17 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013860 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558013860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558013860Cleaning up temporary data from old regions at 1731558013921 (+61 ms)Running coprocessor post-open hooks at 1731558013943 (+22 ms)Region opened successfully at 1731558013944 (+1 ms) 2024-11-14T04:20:13,956 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558013694 2024-11-14T04:20:13,961 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:20:13,962 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:20:13,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41121,1731558009972 2024-11-14T04:20:13,970 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41121,1731558009972, state=OPEN 2024-11-14T04:20:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1745042620/meta-region-server 2024-11-14T04:20:13,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1745042620/meta-region-server 2024-11-14T04:20:13,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1745042620/meta-region-server: CHANGED 2024-11-14T04:20:13,991 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41121,1731558009972 2024-11-14T04:20:13,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1745042620/meta-region-server: CHANGED 2024-11-14T04:20:14,006 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:20:14,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41121,1731558009972 in 452 msec 2024-11-14T04:20:14,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:20:14,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 735 msec 2024-11-14T04:20:14,011 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:14,012 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:20:14,032 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:14,032 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41121,1731558009972, seqNum=-1] 2024-11-14T04:20:14,033 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:14,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:14,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-14T04:20:14,049 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558014049, completionTime=-1 2024-11-14T04:20:14,049 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:20:14,049 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:20:14,054 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:20:14,054 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558074054 2024-11-14T04:20:14,054 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558134054 2024-11-14T04:20:14,054 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T04:20:14,055 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,055 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,055 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,056 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:38323, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,056 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,058 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,060 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.841sec 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:20:14,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:14,066 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:20:14,098 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:20:14,098 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:20:14,098 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38323,1731558009508-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:14,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdca994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:14,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:14,148 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:14,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cab00b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:14,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:14,165 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:14,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca84819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41121,1731558009972, seqNum=-1] 2024-11-14T04:20:14,177 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:14,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:14,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,38323,1731558009508 2024-11-14T04:20:14,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:20:14,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:14,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013790fbf90005 connected 2024-11-14T04:20:14,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39da62a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,41897,-1 for getting cluster id 2024-11-14T04:20:14,345 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:14,347 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85bf3e35-71b0-4e08-bac6-a39b69bba989' 2024-11-14T04:20:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:14,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85bf3e35-71b0-4e08-bac6-a39b69bba989" 2024-11-14T04:20:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a51c551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,41897,-1] 2024-11-14T04:20:14,348 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:14,349 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:14,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:14,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4077b345, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:14,368 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,41897,1731557926339 2024-11-14T04:20:14,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6bcd4a86 2024-11-14T04:20:14,373 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:14,375 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:14,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:20:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:20:14,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:14,391 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:14,393 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d772a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,393 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:14,393 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:14,395 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:14,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:14,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:14,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3681c732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:14,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:14,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:14,399 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:14,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6be89611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:14,401 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:14,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13595dee 2024-11-14T04:20:14,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:14,411 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:14,428 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-14T04:20:14,429 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:20:14,435 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:14,437 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:14,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:14,439 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:14,447 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:20:14,451 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:20:14,452 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:14,455 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:20:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:14,508 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:20:14,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741835_1011 (size=1138) 2024-11-14T04:20:14,545 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a3a7a8cd185e1031173a0a17f597d60, NAME => 'hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9 2024-11-14T04:20:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741836_1012 (size=44) 2024-11-14T04:20:14,633 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:20:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:14,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:14,985 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a3a7a8cd185e1031173a0a17f597d60, disabling compactions & flushes 2024-11-14T04:20:14,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:14,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:14,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. after waiting 0 ms 2024-11-14T04:20:14,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:14,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:14,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a3a7a8cd185e1031173a0a17f597d60: Waiting for close lock at 1731558014985Disabling compacts and flushes for region at 1731558014985Disabling writes for close at 1731558014986 (+1 ms)Writing region close event to WAL at 1731558014986Closed at 1731558014986 2024-11-14T04:20:14,999 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:20:15,006 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558014999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558014999"}]},"ts":"1731558014999"} 2024-11-14T04:20:15,012 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:20:15,017 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:20:15,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558015017"}]},"ts":"1731558015017"} 2024-11-14T04:20:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:15,027 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:20:15,030 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN}] 2024-11-14T04:20:15,036 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN 2024-11-14T04:20:15,038 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN; state=OFFLINE, location=b024da739ae8,39645,1731557964426; forceNewPlan=false, retain=false 2024-11-14T04:20:15,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a3a7a8cd185e1031173a0a17f597d60, regionState=OPENING, regionLocation=b024da739ae8,39645,1731557964426 2024-11-14T04:20:15,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN because future has completed 2024-11-14T04:20:15,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39645,1731557964426}] 2024-11-14T04:20:15,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:15,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:15,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:20:15,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39645%2C1731557964426.rep, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:20:15,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.rep.1731558015374, exclude list is [], retry=0 2024-11-14T04:20:15,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:20:15,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.rep.1731558015374 2024-11-14T04:20:15,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:20:15,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a3a7a8cd185e1031173a0a17f597d60, NAME => 'hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:15,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:15,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. service=MultiRowMutationService 2024-11-14T04:20:15,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:20:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,409 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,411 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName hfileref 2024-11-14T04:20:15,411 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:15,412 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:15,412 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,414 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName queue 2024-11-14T04:20:15,414 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:15,415 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:15,415 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,417 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName sid 2024-11-14T04:20:15,418 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:15,418 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:15,419 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,423 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:20:15,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:15,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4a3a7a8cd185e1031173a0a17f597d60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69627258, jitterRate=0.037526994943618774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:20:15,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:15,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4a3a7a8cd185e1031173a0a17f597d60: Running coprocessor pre-open hook at 1731558015407Writing region info on filesystem at 1731558015407Initializing all the Stores at 1731558015408 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558015408Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558015409 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558015409Cleaning up temporary data from old regions at 1731558015422 (+13 ms)Running coprocessor post-open hooks at 1731558015431 (+9 ms)Region opened successfully at 1731558015431 2024-11-14T04:20:15,437 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., pid=7, masterSystemTime=1731558015351 2024-11-14T04:20:15,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:15,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a3a7a8cd185e1031173a0a17f597d60, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,39645,1731557964426 2024-11-14T04:20:15,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:15,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39645,1731557964426 because future has completed 2024-11-14T04:20:15,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T04:20:15,460 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39645,1731557964426 in 258 msec 2024-11-14T04:20:15,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:20:15,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN in 430 msec 2024-11-14T04:20:15,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:20:15,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558015470"}]},"ts":"1731558015470"} 2024-11-14T04:20:15,476 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:20:15,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:20:15,487 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0390 sec 2024-11-14T04:20:15,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., hostname=b024da739ae8,39645,1731557964426, seqNum=2] 2024-11-14T04:20:15,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:15,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T04:20:15,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:15,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:15,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:20:15,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T04:20:15,814 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:20:15,852 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,39645,1731557964426, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:20:15,854 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:15,854 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39645,1731557964426, seqNum=-1] 2024-11-14T04:20:15,854 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:15,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T04:20:15,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,39645,1731557964426', locateType=CURRENT is [region=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., hostname=b024da739ae8,39645,1731557964426, seqNum=2] 2024-11-14T04:20:15,867 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T04:20:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T04:20:15,874 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,39645,1731557964426 suceeded 2024-11-14T04:20:15,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T04:20:15,878 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:15,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 227 msec 2024-11-14T04:20:15,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-14T04:20:15,886 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:15,887 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b995b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:15,887 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:15,888 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:15,888 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@642e0d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:15,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:15,890 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:15,891 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59ac9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:15,891 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:15,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:15,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c39c8e5 2024-11-14T04:20:15,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:15,893 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T04:20:15,894 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,39645,1731557964426 (queues=1) is replicating from cluster=85bf3e35-71b0-4e08-bac6-a39b69bba989 to cluster=f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:15,896 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C39645%2C1731557964426 2024-11-14T04:20:15,899 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,39645,1731557964426, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:20:15,900 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C39645%2C1731557964426 2024-11-14T04:20:15,903 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696, startPosition=0, beingWritten=true 2024-11-14T04:20:16,152 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:16,459 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:16,502 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:20:16,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:16,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:16,553 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:20:16,553 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:16,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,553 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:16,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123f9b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,41897,-1 for getting cluster id 2024-11-14T04:20:16,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:16,561 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85bf3e35-71b0-4e08-bac6-a39b69bba989' 2024-11-14T04:20:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:16,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85bf3e35-71b0-4e08-bac6-a39b69bba989" 2024-11-14T04:20:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d0ed4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,41897,-1] 2024-11-14T04:20:16,566 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:16,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:16,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d131ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,41897,1731557926339 2024-11-14T04:20:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52498d15 2024-11-14T04:20:16,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:16,593 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:16,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:20:16,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:20:16,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:20:16,601 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:16,602 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41de63a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,602 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:16,603 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:16,604 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:16,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2f577c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:16,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:16,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,607 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:16,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1f6efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:16,610 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a61def0 2024-11-14T04:20:16,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:16,613 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:16,614 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T04:20:16,615 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:20:16,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,615 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:16,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:16,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:20:16,824 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:20:16,867 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:20:16,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-14T04:20:16,988 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T04:20:17,038 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-b024da739ae8,39645,1731557964426, ReplicationSource: 2, currentBandwidth=0 2024-11-14T04:20:17,052 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T04:20:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T04:20:17,062 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b024da739ae8,39645,1731557964426 suceeded 2024-11-14T04:20:17,067 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:17,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:20:17,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-14T04:20:17,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 473 msec 2024-11-14T04:20:17,091 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:17,092 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@687b1238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,092 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:17,093 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:17,094 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:17,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b356e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:17,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:17,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,097 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:17,098 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794e2e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,098 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:17,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:17,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e97f442 2024-11-14T04:20:17,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:17,102 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T04:20:17,104 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b024da739ae8,39645,1731557964426 (queues=1) is replicating from cluster=85bf3e35-71b0-4e08-bac6-a39b69bba989 to cluster=f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:17,104 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b024da739ae8%2C39645%2C1731557964426 2024-11-14T04:20:17,104 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b024da739ae8,39645,1731557964426, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:20:17,112 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C39645%2C1731557964426 2024-11-14T04:20:17,112 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696, startPosition=0, beingWritten=true 2024-11-14T04:20:17,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:20:17,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:20:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T04:20:17,222 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T04:20:17,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:17,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:17,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:17,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,41897,1731557926339 2024-11-14T04:20:17,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@392eb8f8 2024-11-14T04:20:17,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:17,228 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:17,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:17,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T04:20:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:17,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T04:20:17,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T04:20:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:20:17,247 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:17,248 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bcf4f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,248 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:17,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:17,249 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aed3245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:17,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:17,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,252 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4674ce16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,253 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:17,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e5dab32 2024-11-14T04:20:17,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:17,256 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:17,257 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:20:17,257 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:20:17,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,257 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:17,326 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:17,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:20:17,382 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:17,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-14T04:20:17,486 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-14T04:20:17,487 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T04:20:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T04:20:17,491 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on b024da739ae8,39645,1731557964426 suceeded 2024-11-14T04:20:17,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T04:20:17,495 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:17,495 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-14T04:20:17,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 256 msec 2024-11-14T04:20:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T04:20:17,562 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-14T04:20:17,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T04:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:20:17,566 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:17,567 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f05d153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,567 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:17,567 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:17,568 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ef8866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,570 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:17,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81ac91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:17,571 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f1c75f2 2024-11-14T04:20:17,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:17,573 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:17,574 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T04:20:17,574 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:20:17,574 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:17,575 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,633 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:17,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:20:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:20:17,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39645 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-14T04:20:17,803 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-14T04:20:17,804 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T04:20:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T04:20:17,808 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on b024da739ae8,39645,1731557964426 suceeded 2024-11-14T04:20:17,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T04:20:17,812 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://b024da739ae8:38323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:17,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-14T04:20:17,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 249 msec 2024-11-14T04:20:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T04:20:17,882 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-14T04:20:17,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:17,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41897 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T04:20:17,884 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:17,884 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:17,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:17,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:20:17,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=111335293, stopped=false 2024-11-14T04:20:17,885 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,41897,1731557926339 2024-11-14T04:20:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:17,966 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:17,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:17,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:17,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:17,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:17,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:17,967 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,39645,1731557964426' ***** 2024-11-14T04:20:17,967 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:20:17,967 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:20:17,967 INFO [RS:0;b024da739ae8:39645 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:20:17,967 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:20:17,968 INFO [RS:0;b024da739ae8:39645 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:20:17,968 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:17,968 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,39645,1731557964426 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39645. 2024-11-14T04:20:17,969 DEBUG [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:17,969 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a3a7a8cd185e1031173a0a17f597d60, disabling compactions & flushes 2024-11-14T04:20:17,969 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. after waiting 0 ms 2024-11-14T04:20:17,969 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:17,969 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:20:17,970 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:20:17,970 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a3a7a8cd185e1031173a0a17f597d60=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.} 2024-11-14T04:20:17,970 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:17,970 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:17,970 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:17,970 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:17,970 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:17,970 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:17,973 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a3a7a8cd185e1031173a0a17f597d60 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-14T04:20:17,973 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T04:20:17,988 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:18,011 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:18,039 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:18,078 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/.tmp/queue/a360acc1c4c5420aa3a38dd212854888 is 151, key is 1-b024da739ae8,39645,1731557964426/queue:b024da739ae8%2C39645%2C1731557964426/1731558015859/Put/seqid=0 2024-11-14T04:20:18,078 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/ad60f47ea4bb489f8dee7e5ece59a208 is 147, key is hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60./info:regioninfo/1731558015443/Put/seqid=0 2024-11-14T04:20:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741838_1014 (size=6631) 2024-11-14T04:20:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741839_1015 (size=5500) 2024-11-14T04:20:18,105 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/.tmp/queue/a360acc1c4c5420aa3a38dd212854888 2024-11-14T04:20:18,108 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/ad60f47ea4bb489f8dee7e5ece59a208 2024-11-14T04:20:18,171 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:18,189 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/.tmp/queue/a360acc1c4c5420aa3a38dd212854888 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/queue/a360acc1c4c5420aa3a38dd212854888 2024-11-14T04:20:18,211 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/queue/a360acc1c4c5420aa3a38dd212854888, entries=2, sequenceid=6, filesize=5.4 K 2024-11-14T04:20:18,220 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/ns/82aae434c8a040f5bc7c8ecc7293659d is 43, key is default/ns:d/1731557969992/Put/seqid=0 2024-11-14T04:20:18,222 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4a3a7a8cd185e1031173a0a17f597d60 in 244ms, sequenceid=6, compaction requested=false 2024-11-14T04:20:18,248 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:20:18,251 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:18,251 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:18,251 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:18,252 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a3a7a8cd185e1031173a0a17f597d60: Waiting for close lock at 1731558017969Running coprocessor pre-close hooks at 1731558017969Disabling compacts and flushes for region at 1731558017969Disabling writes for close at 1731558017969Obtaining lock to block concurrent updates at 1731558017974 (+5 ms)Preparing flush snapshotting stores in 4a3a7a8cd185e1031173a0a17f597d60 at 1731558017974Finished memstore snapshotting hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731558017983 (+9 ms)Flushing stores of hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. at 1731558017985 (+2 ms)Flushing 4a3a7a8cd185e1031173a0a17f597d60/queue: creating writer at 1731558017987 (+2 ms)Flushing 4a3a7a8cd185e1031173a0a17f597d60/queue: appending metadata at 1731558018061 (+74 ms)Flushing 4a3a7a8cd185e1031173a0a17f597d60/queue: closing flushed file at 1731558018064 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec63a64: reopening flushed file at 1731558018186 (+122 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 4a3a7a8cd185e1031173a0a17f597d60 in 244ms, sequenceid=6, compaction requested=false at 1731558018222 (+36 ms)Writing region close event to WAL at 1731558018236 (+14 ms)Running coprocessor post-close hooks at 1731558018249 (+13 ms)Closed at 1731558018251 (+2 ms) 2024-11-14T04:20:18,252 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:18,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741840_1016 (size=5153) 2024-11-14T04:20:18,371 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:18,540 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:20:18,540 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:20:18,557 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:18,572 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:18,660 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/ns/82aae434c8a040f5bc7c8ecc7293659d 2024-11-14T04:20:18,708 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:18,716 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/table/29f2244fef0d4bbba9ad7e0fb3bac7a5 is 53, key is hbase:replication/table:state/1731558015470/Put/seqid=0 2024-11-14T04:20:18,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741841_1017 (size=5256) 2024-11-14T04:20:18,763 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/table/29f2244fef0d4bbba9ad7e0fb3bac7a5 2024-11-14T04:20:18,776 DEBUG [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:18,782 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/ad60f47ea4bb489f8dee7e5ece59a208 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/info/ad60f47ea4bb489f8dee7e5ece59a208 2024-11-14T04:20:18,807 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/info/ad60f47ea4bb489f8dee7e5ece59a208, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T04:20:18,821 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/ns/82aae434c8a040f5bc7c8ecc7293659d as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/ns/82aae434c8a040f5bc7c8ecc7293659d 2024-11-14T04:20:18,872 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/ns/82aae434c8a040f5bc7c8ecc7293659d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:20:18,874 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/table/29f2244fef0d4bbba9ad7e0fb3bac7a5 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/table/29f2244fef0d4bbba9ad7e0fb3bac7a5 2024-11-14T04:20:18,890 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/table/29f2244fef0d4bbba9ad7e0fb3bac7a5, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T04:20:18,891 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=11, compaction requested=false 2024-11-14T04:20:18,903 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:20:18,904 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:18,904 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:18,904 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:18,904 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558017970Running coprocessor pre-close hooks at 1731558017970Disabling compacts and flushes for region at 1731558017970Disabling writes for close at 1731558017970Obtaining lock to block concurrent updates at 1731558017974 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731558017974Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731558017983 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558017985 (+2 ms)Flushing 1588230740/info: creating writer at 1731558017987 (+2 ms)Flushing 1588230740/info: appending metadata at 1731558018062 (+75 ms)Flushing 1588230740/info: closing flushed file at 1731558018064 (+2 ms)Flushing 1588230740/ns: creating writer at 1731558018186 (+122 ms)Flushing 1588230740/ns: appending metadata at 1731558018219 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731558018219Flushing 1588230740/table: creating writer at 1731558018684 (+465 ms)Flushing 1588230740/table: appending metadata at 1731558018715 (+31 ms)Flushing 1588230740/table: closing flushed file at 1731558018715Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cda882b: reopening flushed file at 1731558018779 (+64 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c45a964: reopening flushed file at 1731558018808 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7567375c: reopening flushed file at 1731558018872 (+64 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=11, compaction requested=false at 1731558018891 (+19 ms)Writing region close event to WAL at 1731558018896 (+5 ms)Running coprocessor post-close hooks at 1731558018904 (+8 ms)Closed at 1731558018904 2024-11-14T04:20:18,905 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:18,977 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,39645,1731557964426; all regions closed. 2024-11-14T04:20:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741834_1010 (size=2742) 2024-11-14T04:20:18,987 DEBUG [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:18,987 INFO [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39645%2C1731557964426.meta:.meta(num 1731557969711) 2024-11-14T04:20:18,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741837_1013 (size=1802) 2024-11-14T04:20:18,993 DEBUG [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:18,993 INFO [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39645%2C1731557964426.rep:(num 1731558015374) 2024-11-14T04:20:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741832_1008 (size=93) 2024-11-14T04:20:18,996 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 not finished, retry = 0 2024-11-14T04:20:19,099 DEBUG [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:19,099 INFO [RS:0;b024da739ae8:39645 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39645%2C1731557964426:(num 1731557968696) 2024-11-14T04:20:19,099 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:19,099 INFO [RS:0;b024da739ae8:39645 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:19,100 INFO [RS:0;b024da739ae8:39645 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:19,100 INFO [RS:0;b024da739ae8:39645 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:19,100 INFO [RS:0;b024da739ae8:39645 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:19,100 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:19,100 INFO [RS:0;b024da739ae8:39645 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,39645,1731557964426 because: Region server is closing 2024-11-14T04:20:19,101 INFO [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39645. 2024-11-14T04:20:19,101 DEBUG [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:19,101 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:19,101 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:19,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:19,194 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 to pos 0, reset compression=false 2024-11-14T04:20:19,202 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 was moved to hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs/b024da739ae8%2C39645%2C1731557964426.1731557968696 2024-11-14T04:20:19,202 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:20:19,202 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:20:19,202 INFO [RS:0;b024da739ae8:39645 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,1-b024da739ae8,39645,1731557964426 terminated 2024-11-14T04:20:19,202 INFO [RS:0;b024da739ae8:39645 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b024da739ae8,39645,1731557964426 because: Region server is closing 2024-11-14T04:20:19,202 INFO [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39645. 2024-11-14T04:20:19,203 DEBUG [RS:0;b024da739ae8:39645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:19,203 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:19,203 DEBUG [RS:0;b024da739ae8:39645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:19,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:19,206 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.wal-reader.b024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696 2024-11-14T04:20:19,206 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b024da739ae8,39645,1731557964426 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426/b024da739ae8%2C39645%2C1731557964426.1731557968696, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T04:20:19,215 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,39645,1731557964426: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-b024da739ae8,39645,1731557964426, walGroup=b024da739ae8%2C39645%2C1731557964426, offset=b024da739ae8%2C39645%2C1731557964426.1731557968696:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:39645 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:20:19,217 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:20:19,220 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:20:19,222 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:20:19,222 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:20:19,222 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:20:19,223 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557166640 }, "NonHeapMemoryUsage": { "committed": 156696576, "init": 7667712, "max": -1, "used": 154382584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:20:19,225 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b024da739ae8%2C39645%2C1731557964426.1731557968696] 2024-11-14T04:20:19,303 INFO [RS:0;b024da739ae8:39645 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,39645,1731557964426.replicationSource.shipperb024da739ae8%2C39645%2C1731557964426,2-b024da739ae8,39645,1731557964426 terminated 2024-11-14T04:20:19,304 INFO [RS:0;b024da739ae8:39645 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39645 2024-11-14T04:20:19,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/rs/b024da739ae8,39645,1731557964426 2024-11-14T04:20:19,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/rs 2024-11-14T04:20:19,348 INFO [RS:0;b024da739ae8:39645 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:19,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,39645,1731557964426] 2024-11-14T04:20:19,389 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:20:19,400 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/draining/b024da739ae8,39645,1731557964426 already deleted, retry=false 2024-11-14T04:20:19,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,39645,1731557964426 expired; onlineServers=0 2024-11-14T04:20:19,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,41897,1731557926339' ***** 2024-11-14T04:20:19,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:20:19,401 INFO [M:0;b024da739ae8:41897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:19,401 INFO [M:0;b024da739ae8:41897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:19,401 DEBUG [M:0;b024da739ae8:41897 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:20:19,402 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:20:19,402 DEBUG [M:0;b024da739ae8:41897 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:20:19,402 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731557968352 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731557968352,5,FailOnTimeoutGroup] 2024-11-14T04:20:19,402 INFO [M:0;b024da739ae8:41897 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:19,402 INFO [M:0;b024da739ae8:41897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:19,402 DEBUG [M:0;b024da739ae8:41897 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:20:19,402 INFO [M:0;b024da739ae8:41897 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:20:19,402 INFO [M:0;b024da739ae8:41897 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:19,403 ERROR [M:0;b024da739ae8:41897 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1545661016) connection to localhost/127.0.0.1:39051 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39051,5,PEWorkerGroup] 2024-11-14T04:20:19,403 INFO [M:0;b024da739ae8:41897 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:20:19,403 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731557968350 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731557968350,5,FailOnTimeoutGroup] 2024-11-14T04:20:19,404 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:20:19,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/master 2024-11-14T04:20:19,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:19,422 DEBUG [M:0;b024da739ae8:41897 {}] zookeeper.ZKUtil(347): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/master because node does not exist (not an error) 2024-11-14T04:20:19,422 WARN [M:0;b024da739ae8:41897 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:20:19,430 INFO [M:0;b024da739ae8:41897 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.lastflushedseqids 2024-11-14T04:20:19,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741842_1018 (size=181) 2024-11-14T04:20:19,472 INFO [M:0;b024da739ae8:41897 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:20:19,473 INFO [M:0;b024da739ae8:41897 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:20:19,473 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:19,473 INFO [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:19,473 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:19,473 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:19,473 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:19,473 INFO [M:0;b024da739ae8:41897 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.27 KB heapSize=61.24 KB 2024-11-14T04:20:19,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:19,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39645-0x1013790fbf90001, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:19,491 INFO [RS:0;b024da739ae8:39645 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:19,492 INFO [RS:0;b024da739ae8:39645 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,39645,1731557964426; zookeeper connection closed. 2024-11-14T04:20:19,492 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ed58f65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ed58f65 2024-11-14T04:20:19,493 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:20:19,516 DEBUG [M:0;b024da739ae8:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79bc2957b4b457ea77a388c218e935d is 82, key is hbase:meta,,1/info:regioninfo/1731557969799/Put/seqid=0 2024-11-14T04:20:19,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741843_1019 (size=5672) 2024-11-14T04:20:19,545 INFO [M:0;b024da739ae8:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79bc2957b4b457ea77a388c218e935d 2024-11-14T04:20:19,601 DEBUG [M:0;b024da739ae8:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e20a71ff56d46c9b711310c5a4b5877 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731558015481/Put/seqid=0 2024-11-14T04:20:19,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741844_1020 (size=8800) 2024-11-14T04:20:20,012 INFO [M:0;b024da739ae8:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.71 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:20,037 INFO [M:0;b024da739ae8:41897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:20,063 DEBUG [M:0;b024da739ae8:41897 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/428f07e6fc84483497c5e2f6ece38375 is 69, key is b024da739ae8,39645,1731557964426/rs:state/1731557968439/Put/seqid=0 2024-11-14T04:20:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741845_1021 (size=5156) 2024-11-14T04:20:20,079 INFO [M:0;b024da739ae8:41897 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/428f07e6fc84483497c5e2f6ece38375 2024-11-14T04:20:20,103 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c79bc2957b4b457ea77a388c218e935d as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79bc2957b4b457ea77a388c218e935d 2024-11-14T04:20:20,123 INFO [M:0;b024da739ae8:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79bc2957b4b457ea77a388c218e935d, entries=8, sequenceid=116, filesize=5.5 K 2024-11-14T04:20:20,124 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e20a71ff56d46c9b711310c5a4b5877 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:20,138 INFO [M:0;b024da739ae8:41897 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:20,138 INFO [M:0;b024da739ae8:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e20a71ff56d46c9b711310c5a4b5877, entries=14, sequenceid=116, filesize=8.6 K 2024-11-14T04:20:20,140 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/428f07e6fc84483497c5e2f6ece38375 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/428f07e6fc84483497c5e2f6ece38375 2024-11-14T04:20:20,171 INFO [M:0;b024da739ae8:41897 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/428f07e6fc84483497c5e2f6ece38375, entries=1, sequenceid=116, filesize=5.0 K 2024-11-14T04:20:20,173 INFO [M:0;b024da739ae8:41897 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.27 KB/51474, heapSize ~60.95 KB/62408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 700ms, sequenceid=116, compaction requested=false 2024-11-14T04:20:20,187 INFO [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:20,188 DEBUG [M:0;b024da739ae8:41897 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558019473Disabling compacts and flushes for region at 1731558019473Disabling writes for close at 1731558019473Obtaining lock to block concurrent updates at 1731558019474 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558019474Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51474, getHeapSize=62648, getOffHeapSize=0, getCellsCount=135 at 1731558019474Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558019475 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558019475Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558019515 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558019515Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558019565 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558019600 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558019600Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558020037 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558020062 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558020062Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6984716b: reopening flushed file at 1731558020099 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b8b0111: reopening flushed file at 1731558020123 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1edd0c30: reopening flushed file at 1731558020139 (+16 ms)Finished flush of dataSize ~50.27 KB/51474, heapSize ~60.95 KB/62408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 700ms, sequenceid=116, compaction requested=false at 1731558020173 (+34 ms)Writing region close event to WAL at 1731558020187 (+14 ms)Closed at 1731558020187 2024-11-14T04:20:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741830_1006 (size=59517) 2024-11-14T04:20:20,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:20,203 INFO [M:0;b024da739ae8:41897 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:20:20,204 INFO [M:0;b024da739ae8:41897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41897 2024-11-14T04:20:20,204 INFO [M:0;b024da739ae8:41897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:20,362 INFO [M:0;b024da739ae8:41897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:20,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:20,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41897-0x1013790fbf90000, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:20,364 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:20,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,364 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:20,365 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42295 2024-11-14T04:20:20,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42295 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:20:20,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422950x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:20,416 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42295-0x1013790fbf90006 connected 2024-11-14T04:20:20,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:20,498 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:20,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:20,500 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: INIT 2024-11-14T04:20:20,500 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9, hbase.cluster.distributed=false 2024-11-14T04:20:20,502 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/acl 2024-11-14T04:20:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-14T04:20:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42295 2024-11-14T04:20:20,504 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42295 2024-11-14T04:20:20,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-14T04:20:20,505 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42295 2024-11-14T04:20:20,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:20:20,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:20,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39255 2024-11-14T04:20:20,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39255 connecting to ZooKeeper ensemble=127.0.0.1:65098 2024-11-14T04:20:20,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:20,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:20,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392550x0, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:20,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:20,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39255-0x1013790fbf90007 connected 2024-11-14T04:20:20,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:20:20,704 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: INIT 2024-11-14T04:20:20,705 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:20:20,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/master 2024-11-14T04:20:20,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/acl 2024-11-14T04:20:20,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-14T04:20:20,709 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39255 2024-11-14T04:20:20,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39255 2024-11-14T04:20:20,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-14T04:20:20,715 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39255 2024-11-14T04:20:20,731 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:42295 2024-11-14T04:20:20,731 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-623216545/backup-masters/b024da739ae8,42295,1731558020364 2024-11-14T04:20:20,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:20:20,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:20:20,824 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/backup-masters/b024da739ae8,42295,1731558020364 2024-11-14T04:20:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/master 2024-11-14T04:20:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:20,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:20,874 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/master 2024-11-14T04:20:20,876 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-623216545/backup-masters/b024da739ae8,42295,1731558020364 from backup master directory 2024-11-14T04:20:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/backup-masters/b024da739ae8,42295,1731558020364 2024-11-14T04:20:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:20:20,906 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:20,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/backup-masters 2024-11-14T04:20:20,906 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,42295,1731558020364 2024-11-14T04:20:20,929 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:20,929 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:20:20,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 23ms. 2024-11-14T04:20:20,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741846_1022 (size=196) 2024-11-14T04:20:20,991 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:20,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:20:20,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:21,021 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T04:20:21,037 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339 to hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339-dead as it is dead 2024-11-14T04:20:21,039 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T04:20:21,040 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T04:20:21,040 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339-dead/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:20:21,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339-dead/b024da739ae8%2C41897%2C1731557926339.1731557966658 after 11ms 2024-11-14T04:20:21,055 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339-dead/b024da739ae8%2C41897%2C1731557926339.1731557966658 to hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:20:21,056 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,41897,1731557926339-dead 2024-11-14T04:20:21,057 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,42295,1731558020364 2024-11-14T04:20:21,061 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:21,063 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C42295%2C1731558020364, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,42295,1731558020364, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/oldWALs, maxLogs=10 2024-11-14T04:20:21,086 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,42295,1731558020364/b024da739ae8%2C42295%2C1731558020364.1731558021063, exclude list is [], retry=0 2024-11-14T04:20:21,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:20:21,109 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/WALs/b024da739ae8,42295,1731558020364/b024da739ae8%2C42295%2C1731558020364.1731558021063 2024-11-14T04:20:21,111 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:20:21,112 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:21,112 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:21,112 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,112 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:20:21,117 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:21,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c79bc2957b4b457ea77a388c218e935d 2024-11-14T04:20:21,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:21,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:20:21,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:21,143 INFO [StoreFileOpener-1595e783b53d99cd5eef43b6debb2682-proc-1 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:21,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e20a71ff56d46c9b711310c5a4b5877 2024-11-14T04:20:21,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:21,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:20:21,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:21,154 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/428f07e6fc84483497c5e2f6ece38375 2024-11-14T04:20:21,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:21,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:20:21,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:21,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:21,156 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,157 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T04:20:21,158 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:20:21,212 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 137, firstSequenceIdInLog=3, maxSequenceIdInLog=118, path=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:20:21,214 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C41897%2C1731557926339.1731557966658 2024-11-14T04:20:21,216 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,217 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,217 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:21,220 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:21,224 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/118.seqid, newMaxSeqId=118, maxSeqId=1 2024-11-14T04:20:21,226 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=119; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66063538, jitterRate=-0.015576571226119995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:21,227 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558021113Initializing all the Stores at 1731558021115 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558021115Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558021115Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558021115Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558021115Cleaning up temporary data from old regions at 1731558021217 (+102 ms)Region opened successfully at 1731558021226 (+9 ms) 2024-11-14T04:20:21,227 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:20:21,232 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f237a7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:21,243 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T04:20:21,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:20:21,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:20:21,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:20:21,245 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:20:21,251 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:21,252 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:20:21,252 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:20:21,253 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:20:21,253 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T04:20:21,253 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-14T04:20:21,253 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-14T04:20:21,253 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:20:21,258 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b024da739ae8,39645,1731557964426, regionLocation=b024da739ae8,39645,1731557964426, openSeqNum=2 2024-11-14T04:20:21,258 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b024da739ae8,39645,1731557964426, table=hbase:meta, region=1588230740 2024-11-14T04:20:21,259 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39645,1731557964426, state=OPEN 2024-11-14T04:20:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:21,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:21,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:21,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:21,295 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:20:21,358 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/draining/b024da739ae8,39645,1731557964426 already deleted, retry=false 2024-11-14T04:20:21,358 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b024da739ae8,39645,1731557964426 on b024da739ae8,42295,1731558020364 2024-11-14T04:20:21,368 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b024da739ae8,39645,1731557964426, splitWal=true, meta=true 2024-11-14T04:20:21,371 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for b024da739ae8,39645,1731557964426 (carryingMeta=true) b024da739ae8,39645,1731557964426/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7cdb5853[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T04:20:21,374 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/balancer because node does not exist (not necessarily an error) 2024-11-14T04:20:21,474 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/balancer already deleted, retry=false 2024-11-14T04:20:21,475 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:20:21,476 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:20:21,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/normalizer already deleted, retry=false 2024-11-14T04:20:21,571 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:20:21,572 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:20:21,622 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/switch/split already deleted, retry=false 2024-11-14T04:20:21,624 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:20:21,643 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/switch/merge already deleted, retry=false 2024-11-14T04:20:21,687 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:20:21,706 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/snapshot-cleanup already deleted, retry=false 2024-11-14T04:20:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:21,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:21,729 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,42295,1731558020364, sessionid=0x1013790fbf90006, setting cluster-up flag (Was=false) 2024-11-14T04:20:21,739 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-623216545/flush-table-proc/acquired, /0-623216545/flush-table-proc/reached, /0-623216545/flush-table-proc/abort 2024-11-14T04:20:21,745 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,42295,1731558020364 2024-11-14T04:20:21,761 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-623216545/online-snapshot/acquired, /0-623216545/online-snapshot/reached, /0-623216545/online-snapshot/abort 2024-11-14T04:20:21,762 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,42295,1731558020364 2024-11-14T04:20:21,764 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.lastflushedseqids 2024-11-14T04:20:21,768 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:20:21,768 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:20:21,768 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,42295,1731558020364 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b024da739ae8,39645,1731557964426 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:20:21,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:21,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:21,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:21,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:21,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:20:21,800 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:21,800 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:21,800 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:21,805 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b024da739ae8,39645,1731557964426, splitWal=true, meta=true 2024-11-14T04:20:21,806 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558051806 2024-11-14T04:20:21,807 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:20:21,807 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:20:21,807 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b024da739ae8,39645,1731557964426, splitWal=true, meta=true, isMeta: true 2024-11-14T04:20:21,807 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:20:21,807 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:20:21,808 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:20:21,808 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:20:21,808 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:21,808 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:20:21,808 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:20:21,809 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:20:21,809 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:20:21,809 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:20:21,809 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:20:21,812 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558021809,5,FailOnTimeoutGroup] 2024-11-14T04:20:21,813 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558021812,5,FailOnTimeoutGroup] 2024-11-14T04:20:21,813 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:21,813 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:20:21,813 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:21,813 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:21,813 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558021813, completionTime=-1 2024-11-14T04:20:21,814 WARN [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T04:20:21,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T04:20:21,819 DEBUG [PEWorker-2 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426-splitting 2024-11-14T04:20:21,821 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426-splitting dir is empty, no logs to split. 2024-11-14T04:20:21,822 INFO [PEWorker-2 {}] master.SplitWALManager(105): b024da739ae8,39645,1731557964426 WAL count=0, meta=true 2024-11-14T04:20:21,826 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(746): ClusterId : 85bf3e35-71b0-4e08-bac6-a39b69bba989 2024-11-14T04:20:21,826 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:20:21,832 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426-splitting dir is empty, no logs to split. 2024-11-14T04:20:21,833 INFO [PEWorker-2 {}] master.SplitWALManager(105): b024da739ae8,39645,1731557964426 WAL count=0, meta=true 2024-11-14T04:20:21,833 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if b024da739ae8,39645,1731557964426 WAL splitting is done? wals=0, meta=true 2024-11-14T04:20:21,833 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:20:21,833 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:20:21,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:20:21,838 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:21,840 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:20:21,857 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:20:21,857 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4895b3e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:21,880 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:39255 2024-11-14T04:20:21,880 INFO [RS:0;b024da739ae8:39255 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:20:21,880 INFO [RS:0;b024da739ae8:39255 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:20:21,880 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:20:21,881 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,42295,1731558020364 with port=39255, startcode=1731558020521 2024-11-14T04:20:21,882 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:20:21,888 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:20:21,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,39255,1731558020521 2024-11-14T04:20:21,889 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42295 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,39255,1731558020521 2024-11-14T04:20:21,891 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9 2024-11-14T04:20:21,891 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39051 2024-11-14T04:20:21,891 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:20:21,918 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T04:20:21,990 WARN [b024da739ae8:42295 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:20:22,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/rs 2024-11-14T04:20:22,020 DEBUG [RS:0;b024da739ae8:39255 {}] zookeeper.ZKUtil(111): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on existing znode=/0-623216545/rs/b024da739ae8,39255,1731558020521 2024-11-14T04:20:22,020 WARN [RS:0;b024da739ae8:39255 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:22,021 INFO [RS:0;b024da739ae8:39255 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:22,021 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521 2024-11-14T04:20:22,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,39255,1731558020521] 2024-11-14T04:20:22,067 INFO [RS:0;b024da739ae8:39255 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:20:22,069 INFO [RS:0;b024da739ae8:39255 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:20:22,070 INFO [RS:0;b024da739ae8:39255 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:20:22,070 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,070 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:20:22,071 INFO [RS:0;b024da739ae8:39255 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:20:22,071 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,071 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,071 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,072 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:22,073 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:22,073 DEBUG [RS:0;b024da739ae8:39255 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,073 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39255,1731558020521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:22,089 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:20:22,089 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39255,1731558020521-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,106 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,39255,1731558020521, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:20:22,120 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(231): queueId=2-b024da739ae8,39255,1731558020521, ReplicationSource: 2, currentBandwidth=0 2024-11-14T04:20:22,120 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,120 INFO [RS:0;b024da739ae8:39255 {}] regionserver.Replication(171): b024da739ae8,39255,1731558020521 started 2024-11-14T04:20:22,121 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:22,123 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b9d6ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,123 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:22,123 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:22,124 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1235ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:22,127 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:22,128 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3276d686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,128 DEBUG [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:22,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2be682 2024-11-14T04:20:22,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:22,131 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T04:20:22,131 INFO [RS:0;b024da739ae8:39255.replicationSource,1-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,39255,1731558020521 (queues=0) is replicating from cluster=85bf3e35-71b0-4e08-bac6-a39b69bba989 to cluster=f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:22,136 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:22,136 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,39255,1731558020521, RpcServer on b024da739ae8/172.17.0.3:39255, sessionid=0x1013790fbf90007 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,39255,1731558020521 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39255,1731558020521' 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-623216545/flush-table-proc/abort' 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38323' 2024-11-14T04:20:22,137 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-623216545/flush-table-proc/acquired' 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,39255,1731558020521 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39255,1731558020521' 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-623216545/online-snapshot/abort' 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd8e7d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-623216545/online-snapshot/acquired' 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38323,-1 for getting cluster id 2024-11-14T04:20:22,138 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:22,139 DEBUG [RS:0;b024da739ae8:39255 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:20:22,139 INFO [RS:0;b024da739ae8:39255 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:20:22,139 INFO [RS:0;b024da739ae8:39255 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:20:22,139 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f28a360c-f604-41a3-b113-4d8bc4c9d8de' 2024-11-14T04:20:22,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:22,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f28a360c-f604-41a3-b113-4d8bc4c9d8de" 2024-11-14T04:20:22,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3718cd44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38323,-1] 2024-11-14T04:20:22,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:22,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:22,141 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:22,141 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e892fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:22,141 DEBUG [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:22,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38323,1731558009508 2024-11-14T04:20:22,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@148376ed 2024-11-14T04:20:22,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:22,143 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-14T04:20:22,144 INFO [RS:0;b024da739ae8:39255.replicationSource,2-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b024da739ae8,39255,1731558020521 (queues=0) is replicating from cluster=85bf3e35-71b0-4e08-bac6-a39b69bba989 to cluster=f28a360c-f604-41a3-b113-4d8bc4c9d8de 2024-11-14T04:20:22,239 INFO [RS:0;b024da739ae8:39255 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:22,242 INFO [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39255%2C1731558020521, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:20:22,261 DEBUG [RS:0;b024da739ae8:39255 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243, exclude list is [], retry=0 2024-11-14T04:20:22,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:20:22,344 INFO [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 2024-11-14T04:20:22,344 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b024da739ae8%2C39255%2C1731558020521 for peer 1 2024-11-14T04:20:22,345 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b024da739ae8%2C39255%2C1731558020521 for peer 2 2024-11-14T04:20:22,345 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C39255%2C1731558020521 2024-11-14T04:20:22,345 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,39255,1731558020521, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:20:22,347 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b024da739ae8%2C39255%2C1731558020521 2024-11-14T04:20:22,347 INFO [RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C39255%2C1731558020521 2024-11-14T04:20:22,347 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b024da739ae8,39255,1731558020521, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:20:22,348 DEBUG [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:20:22,348 INFO [RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C39255%2C1731558020521 2024-11-14T04:20:22,348 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243, startPosition=0, beingWritten=true 2024-11-14T04:20:22,348 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243, startPosition=0, beingWritten=true 2024-11-14T04:20:22,491 DEBUG [b024da739ae8:42295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:22,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,39255,1731558020521 2024-11-14T04:20:22,495 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39255,1731558020521, state=OPENING 2024-11-14T04:20:22,559 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:22,561 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:22,869 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:22,871 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:22,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:22,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:22,927 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:22,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:22,927 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:22,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39255,1731558020521}] 2024-11-14T04:20:23,081 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:20:23,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:20:23,087 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:20:23,087 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:23,088 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:20:23,089 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39255%2C1731558020521.meta, suffix=.meta, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:20:23,104 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.meta.1731558023090.meta, exclude list is [], retry=0 2024-11-14T04:20:23,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:20:23,109 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.meta.1731558023090.meta 2024-11-14T04:20:23,110 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:20:23,110 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:23,110 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:23,110 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:23,111 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:20:23,111 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:20:23,111 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:20:23,111 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:23,111 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:20:23,111 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:20:23,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:23,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:23,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:23,122 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/info/ad60f47ea4bb489f8dee7e5ece59a208 2024-11-14T04:20:23,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:23,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:23,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:23,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:23,134 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/ns/82aae434c8a040f5bc7c8ecc7293659d 2024-11-14T04:20:23,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:23,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:23,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:23,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:23,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:23,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:23,139 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:23,149 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/table/29f2244fef0d4bbba9ad7e0fb3bac7a5 2024-11-14T04:20:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:23,149 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:23,150 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:20:23,152 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740 2024-11-14T04:20:23,154 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:23,154 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:23,177 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:23,179 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:23,181 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58752146, jitterRate=-0.1245248019695282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:23,181 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:20:23,181 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558023111Writing region info on filesystem at 1731558023111Initializing all the Stores at 1731558023112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558023112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558023112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558023112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558023113 (+1 ms)Cleaning up temporary data from old regions at 1731558023154 (+41 ms)Running coprocessor post-open hooks at 1731558023181 (+27 ms)Region opened successfully at 1731558023181 2024-11-14T04:20:23,183 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731558023080 2024-11-14T04:20:23,186 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:20:23,187 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:20:23,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b024da739ae8,39255,1731558020521 2024-11-14T04:20:23,189 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39255,1731558020521, state=OPEN 2024-11-14T04:20:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:23,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-623216545/meta-region-server 2024-11-14T04:20:23,230 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,39255,1731558020521 2024-11-14T04:20:23,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:23,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-623216545/meta-region-server: CHANGED 2024-11-14T04:20:23,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-14T04:20:23,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39255,1731558020521 in 303 msec 2024-11-14T04:20:23,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T04:20:23,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.3980 sec 2024-11-14T04:20:23,276 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:23,277 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:23,421 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-14T04:20:23,787 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:23,787 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:24,399 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:24,399 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:24,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:20:24,923 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-14T04:20:25,108 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:25,114 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:25,913 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:25,920 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:26,326 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T04:20:26,326 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:20:26,327 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:26,327 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39255,1731558020521, seqNum=-1] 2024-11-14T04:20:26,327 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:26,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:26,336 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4a3a7a8cd185e1031173a0a17f597d60, regionState=OPEN, lastHost=b024da739ae8,39645,1731557964426, regionLocation=b024da739ae8,39645,1731557964426, openSeqNum=2 2024-11-14T04:20:26,336 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:20:26,336 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558086336 2024-11-14T04:20:26,336 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558146336 2024-11-14T04:20:26,336 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,337 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b024da739ae8,39645,1731557964426 had 2 regions 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:42295, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,339 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b024da739ae8,39645,1731557964426, splitWal=true, meta=true, isMeta: false 2024-11-14T04:20:26,345 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426-splitting dir is empty, no logs to split. 2024-11-14T04:20:26,345 INFO [PEWorker-3 {}] master.SplitWALManager(105): b024da739ae8,39645,1731557964426 WAL count=0, meta=false 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.440sec 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:26,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:20:26,349 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39645,1731557964426-splitting dir is empty, no logs to split. 2024-11-14T04:20:26,349 INFO [PEWorker-3 {}] master.SplitWALManager(105): b024da739ae8,39645,1731557964426 WAL count=0, meta=false 2024-11-14T04:20:26,349 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b024da739ae8,39645,1731557964426 WAL splitting is done? wals=0, meta=false 2024-11-14T04:20:26,351 WARN [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b024da739ae8,39645,1731557964426/hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:26,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN}] 2024-11-14T04:20:26,354 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN 2024-11-14T04:20:26,355 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:20:26,356 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:20:26,356 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:20:26,356 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42295,1731558020364-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:26,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@631f5b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42295,-1 for getting cluster id 2024-11-14T04:20:26,426 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:26,428 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85bf3e35-71b0-4e08-bac6-a39b69bba989' 2024-11-14T04:20:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85bf3e35-71b0-4e08-bac6-a39b69bba989" 2024-11-14T04:20:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eed2981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42295,-1] 2024-11-14T04:20:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,430 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:26,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e71fd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39255,1731558020521, seqNum=-1] 2024-11-14T04:20:26,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:26,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:26,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T04:20:26,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:26,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:26,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:26,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b024da739ae8:42295 after: b024da739ae8:42295 2024-11-14T04:20:26,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795ab8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,439 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42295,-1 for getting cluster id 2024-11-14T04:20:26,439 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:26,440 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85bf3e35-71b0-4e08-bac6-a39b69bba989' 2024-11-14T04:20:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85bf3e35-71b0-4e08-bac6-a39b69bba989" 2024-11-14T04:20:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269590be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42295,-1] 2024-11-14T04:20:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:26,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,442 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:26,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bfaac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:26,443 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,42295,1731558020364 2024-11-14T04:20:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@420cbead 2024-11-14T04:20:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:26,445 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:26,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:26,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T04:20:26,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:26,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42295 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-14T04:20:26,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:20:26,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:26,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:26,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:26,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:20:26,449 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=819971411, stopped=false 2024-11-14T04:20:26,450 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,38323,1731558009508 2024-11-14T04:20:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1745042620/running 2024-11-14T04:20:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1745042620/running 2024-11-14T04:20:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:26,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:26,497 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:26,497 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:26,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:26,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/running 2024-11-14T04:20:26,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Set watcher on znode that does not yet exist, /1745042620/running 2024-11-14T04:20:26,498 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41121,1731558009972' ***** 2024-11-14T04:20:26,498 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:20:26,498 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:20:26,498 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:20:26,498 INFO [RS:0;b024da739ae8:41121 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:20:26,498 INFO [RS:0;b024da739ae8:41121 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:20:26,498 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41121,1731558009972 2024-11-14T04:20:26,498 INFO [RS:0;b024da739ae8:41121 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41121. 2024-11-14T04:20:26,499 DEBUG [RS:0;b024da739ae8:41121 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:26,499 DEBUG [RS:0;b024da739ae8:41121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:20:26,499 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:20:26,499 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:20:26,499 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:26,499 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:26,499 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:26,499 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:26,500 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:26,500 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:26,500 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T04:20:26,506 DEBUG [b024da739ae8:42295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:26,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4a3a7a8cd185e1031173a0a17f597d60, regionState=OPENING, regionLocation=b024da739ae8,39255,1731558020521 2024-11-14T04:20:26,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN because future has completed 2024-11-14T04:20:26,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39255,1731558020521}] 2024-11-14T04:20:26,521 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/.tmp/ns/cf744910a23d424da8e2627416c77315 is 43, key is default/ns:d/1731558014036/Put/seqid=0 2024-11-14T04:20:26,526 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:26,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741835_1011 (size=5153) 2024-11-14T04:20:26,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:26,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:26,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:20:26,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39255%2C1731558020521.rep, suffix=, logDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521, archiveDir=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs, maxLogs=10 2024-11-14T04:20:26,692 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.rep.1731558026674, exclude list is [], retry=0 2024-11-14T04:20:26,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33353,DS-9266b37a-ae43-47dc-a1e7-2fbeb1f74e6a,DISK] 2024-11-14T04:20:26,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.rep.1731558026674 2024-11-14T04:20:26,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42895:42895)] 2024-11-14T04:20:26,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a3a7a8cd185e1031173a0a17f597d60, NAME => 'hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:26,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:26,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:26,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. service=MultiRowMutationService 2024-11-14T04:20:26,699 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:20:26,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:26,699 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:26,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,702 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,703 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName hfileref 2024-11-14T04:20:26,703 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:26,704 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:26,704 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,705 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName queue 2024-11-14T04:20:26,706 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:26,720 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/queue/a360acc1c4c5420aa3a38dd212854888 2024-11-14T04:20:26,720 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:26,720 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,722 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a3a7a8cd185e1031173a0a17f597d60 columnFamilyName sid 2024-11-14T04:20:26,723 DEBUG [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:26,724 INFO [StoreOpener-4a3a7a8cd185e1031173a0a17f597d60-1 {}] regionserver.HStore(327): Store=4a3a7a8cd185e1031173a0a17f597d60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:26,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:20:26,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,743 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 4a3a7a8cd185e1031173a0a17f597d60; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60560797, jitterRate=-0.09757380187511444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:20:26,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:26,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 4a3a7a8cd185e1031173a0a17f597d60: Running coprocessor pre-open hook at 1731558026700Writing region info on filesystem at 1731558026700Initializing all the Stores at 1731558026701 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558026702 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558026702Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558026702Cleaning up temporary data from old regions at 1731558026732 (+30 ms)Running coprocessor post-open hooks at 1731558026744 (+12 ms)Region opened successfully at 1731558026744 2024-11-14T04:20:26,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., pid=19, masterSystemTime=1731558026663 2024-11-14T04:20:26,750 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:26,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:26,752 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4a3a7a8cd185e1031173a0a17f597d60, regionState=OPEN, openSeqNum=10, regionLocation=b024da739ae8,39255,1731558020521 2024-11-14T04:20:26,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39255,1731558020521 because future has completed 2024-11-14T04:20:26,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T04:20:26,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a3a7a8cd185e1031173a0a17f597d60, server=b024da739ae8,39255,1731558020521 in 253 msec 2024-11-14T04:20:26,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-14T04:20:26,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a3a7a8cd185e1031173a0a17f597d60, ASSIGN in 416 msec 2024-11-14T04:20:26,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T04:20:26,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60., hostname=b024da739ae8,39255,1731558020521, seqNum=10] 2024-11-14T04:20:26,819 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:26,826 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:26,847 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for b024da739ae8,39645,1731557964426 2024-11-14T04:20:26,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T04:20:26,900 DEBUG [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:26,929 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/.tmp/ns/cf744910a23d424da8e2627416c77315 2024-11-14T04:20:26,946 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/.tmp/ns/cf744910a23d424da8e2627416c77315 as hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/ns/cf744910a23d424da8e2627416c77315 2024-11-14T04:20:26,966 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/ns/cf744910a23d424da8e2627416c77315, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T04:20:26,973 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false 2024-11-14T04:20:26,973 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:20:26,983 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:20:26,984 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:26,984 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:26,984 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:26,984 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558026499Running coprocessor pre-close hooks at 1731558026499Disabling compacts and flushes for region at 1731558026499Disabling writes for close at 1731558026500 (+1 ms)Obtaining lock to block concurrent updates at 1731558026500Preparing flush snapshotting stores in 1588230740 at 1731558026500Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731558026500Flushing stores of hbase:meta,,1.1588230740 at 1731558026501 (+1 ms)Flushing 1588230740/ns: creating writer at 1731558026501Flushing 1588230740/ns: appending metadata at 1731558026520 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731558026520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@781df890: reopening flushed file at 1731558026943 (+423 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 473ms, sequenceid=6, compaction requested=false at 1731558026973 (+30 ms)Writing region close event to WAL at 1731558026977 (+4 ms)Running coprocessor post-close hooks at 1731558026984 (+7 ms)Closed at 1731558026984 2024-11-14T04:20:26,984 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:26,989 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:20:26,989 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:20:27,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39255 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-14T04:20:27,100 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41121,1731558009972; all regions closed. 2024-11-14T04:20:27,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741834_1010 (size=1152) 2024-11-14T04:20:27,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.meta.1731558013747.meta not finished, retry = 0 2024-11-14T04:20:27,207 DEBUG [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/oldWALs 2024-11-14T04:20:27,207 INFO [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41121%2C1731558009972.meta:.meta(num 1731558013747) 2024-11-14T04:20:27,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741833_1009 (size=93) 2024-11-14T04:20:27,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/WALs/b024da739ae8,41121,1731558009972/b024da739ae8%2C41121%2C1731558009972.1731558013165 not finished, retry = 0 2024-11-14T04:20:27,313 DEBUG [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/oldWALs 2024-11-14T04:20:27,313 INFO [RS:0;b024da739ae8:41121 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41121%2C1731558009972:(num 1731558013165) 2024-11-14T04:20:27,313 DEBUG [RS:0;b024da739ae8:41121 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:27,313 INFO [RS:0;b024da739ae8:41121 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:27,313 INFO [RS:0;b024da739ae8:41121 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:27,314 INFO [RS:0;b024da739ae8:41121 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:27,314 INFO [RS:0;b024da739ae8:41121 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:27,314 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:27,314 INFO [RS:0;b024da739ae8:41121 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41121 2024-11-14T04:20:27,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1745042620/rs/b024da739ae8,41121,1731558009972 2024-11-14T04:20:27,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620/rs 2024-11-14T04:20:27,360 INFO [RS:0;b024da739ae8:41121 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:27,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41121,1731558009972] 2024-11-14T04:20:27,470 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1745042620/draining/b024da739ae8,41121,1731558009972 already deleted, retry=false 2024-11-14T04:20:27,470 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41121,1731558009972 expired; onlineServers=0 2024-11-14T04:20:27,470 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,38323,1731558009508' ***** 2024-11-14T04:20:27,470 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:20:27,470 INFO [M:0;b024da739ae8:38323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:27,470 INFO [M:0;b024da739ae8:38323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:27,470 DEBUG [M:0;b024da739ae8:38323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:20:27,470 DEBUG [M:0;b024da739ae8:38323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:20:27,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:20:27,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558012743 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558012743,5,FailOnTimeoutGroup] 2024-11-14T04:20:27,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558012744 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558012744,5,FailOnTimeoutGroup] 2024-11-14T04:20:27,471 INFO [M:0;b024da739ae8:38323 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:27,471 INFO [M:0;b024da739ae8:38323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:27,471 DEBUG [M:0;b024da739ae8:38323 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:20:27,471 INFO [M:0;b024da739ae8:38323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:20:27,471 INFO [M:0;b024da739ae8:38323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:27,471 INFO [M:0;b024da739ae8:38323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:20:27,471 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:20:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:27,513 INFO [RS:0;b024da739ae8:41121 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41121-0x1013790fbf90004, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:27,513 INFO [RS:0;b024da739ae8:41121 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41121,1731558009972; zookeeper connection closed. 2024-11-14T04:20:27,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3177ce80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3177ce80 2024-11-14T04:20:27,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:20:27,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1745042620/master 2024-11-14T04:20:27,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1745042620 2024-11-14T04:20:27,538 DEBUG [M:0;b024da739ae8:38323 {}] zookeeper.ZKUtil(347): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Unable to get data of znode /1745042620/master because node does not exist (not an error) 2024-11-14T04:20:27,538 WARN [M:0;b024da739ae8:38323 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:20:27,540 INFO [M:0;b024da739ae8:38323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/.lastflushedseqids 2024-11-14T04:20:27,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741836_1012 (size=99) 2024-11-14T04:20:27,839 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:27,865 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:27,946 INFO [M:0;b024da739ae8:38323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:20:27,946 INFO [M:0;b024da739ae8:38323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:20:27,946 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:27,946 INFO [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:27,946 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:27,946 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:27,946 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:27,946 INFO [M:0;b024da739ae8:38323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T04:20:27,965 DEBUG [M:0;b024da739ae8:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a4607eb0074885aac88d7f26a6d2de is 82, key is hbase:meta,,1/info:regioninfo/1731558013966/Put/seqid=0 2024-11-14T04:20:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741837_1013 (size=5672) 2024-11-14T04:20:28,068 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:20:28,376 INFO [M:0;b024da739ae8:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a4607eb0074885aac88d7f26a6d2de 2024-11-14T04:20:28,403 DEBUG [M:0;b024da739ae8:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b38f158c2214a1dafaf5a304446bac0 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731558014046/Put/seqid=0 2024-11-14T04:20:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741838_1014 (size=5275) 2024-11-14T04:20:28,812 INFO [M:0;b024da739ae8:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b38f158c2214a1dafaf5a304446bac0 2024-11-14T04:20:28,847 DEBUG [M:0;b024da739ae8:38323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91f7e9c7664141a1769fb115af8b6f is 69, key is b024da739ae8,41121,1731558009972/rs:state/1731558012876/Put/seqid=0 2024-11-14T04:20:28,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741839_1015 (size=5156) 2024-11-14T04:20:28,945 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:28,970 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:29,255 INFO [M:0;b024da739ae8:38323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91f7e9c7664141a1769fb115af8b6f 2024-11-14T04:20:29,261 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6a4607eb0074885aac88d7f26a6d2de as hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6a4607eb0074885aac88d7f26a6d2de 2024-11-14T04:20:29,268 INFO [M:0;b024da739ae8:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6a4607eb0074885aac88d7f26a6d2de, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T04:20:29,269 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2b38f158c2214a1dafaf5a304446bac0 as hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b38f158c2214a1dafaf5a304446bac0 2024-11-14T04:20:29,275 INFO [M:0;b024da739ae8:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2b38f158c2214a1dafaf5a304446bac0, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T04:20:29,276 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bc91f7e9c7664141a1769fb115af8b6f as hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91f7e9c7664141a1769fb115af8b6f 2024-11-14T04:20:29,283 INFO [M:0;b024da739ae8:38323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34997/user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bc91f7e9c7664141a1769fb115af8b6f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T04:20:29,284 INFO [M:0;b024da739ae8:38323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=28, compaction requested=false 2024-11-14T04:20:29,285 INFO [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:29,285 DEBUG [M:0;b024da739ae8:38323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558027946Disabling compacts and flushes for region at 1731558027946Disabling writes for close at 1731558027946Obtaining lock to block concurrent updates at 1731558027946Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558027946Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731558027947 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558027948 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558027948Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558027964 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558027964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558028383 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558028402 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558028402Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558028822 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558028846 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558028846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d297e4b: reopening flushed file at 1731558029260 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e9ee6fb: reopening flushed file at 1731558029268 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4847e8: reopening flushed file at 1731558029275 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1338ms, sequenceid=28, compaction requested=false at 1731558029284 (+9 ms)Writing region close event to WAL at 1731558029285 (+1 ms)Closed at 1731558029285 2024-11-14T04:20:29,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44093 is added to blk_1073741830_1006 (size=10165) 2024-11-14T04:20:29,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61434469-bd0f-f7ad-29e1-b73f05d92f1c/MasterData/WALs/b024da739ae8,38323,1731558009508/b024da739ae8%2C38323%2C1731558009508.1731558011995 not finished, retry = 0 2024-11-14T04:20:29,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:29,389 INFO [M:0;b024da739ae8:38323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:20:29,389 INFO [M:0;b024da739ae8:38323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38323 2024-11-14T04:20:29,393 INFO [M:0;b024da739ae8:38323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:29,553 INFO [M:0;b024da739ae8:38323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38323-0x1013790fbf90003, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:29,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cfc206b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:29,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4657923{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:29,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:29,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:29,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd56784{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:29,562 WARN [BP-446145483-172.17.0.3-1731557970473 heartbeating to localhost/127.0.0.1:34997 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:20:29,562 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:20:29,562 WARN [BP-446145483-172.17.0.3-1731557970473 heartbeating to localhost/127.0.0.1:34997 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-446145483-172.17.0.3-1731557970473 (Datanode Uuid 7b14dc17-fd61-4503-8d24-f6f9943a87d4) service to localhost/127.0.0.1:34997 2024-11-14T04:20:29,562 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:20:29,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/cluster_05fb5932-e539-bfdd-6277-8844c7c936d4/data/data1/current/BP-446145483-172.17.0.3-1731557970473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:29,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/cluster_05fb5932-e539-bfdd-6277-8844c7c936d4/data/data2/current/BP-446145483-172.17.0.3-1731557970473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:29,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:20:29,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77b18266{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:29,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17eb7704{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:29,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:29,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:29,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60446212{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:20:29,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:20:29,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:29,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:29,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:29,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:29,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:29,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:20:29,594 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1721512708, stopped=false 2024-11-14T04:20:29,594 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,42295,1731558020364 2024-11-14T04:20:29,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:29,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/running 2024-11-14T04:20:29,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:29,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:29,621 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:29,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:29,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Set watcher on znode that does not yet exist, /0-623216545/running 2024-11-14T04:20:29,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:29,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:29,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:29,624 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,39255,1731558020521' ***** 2024-11-14T04:20:29,624 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:20:29,624 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:20:29,624 INFO [RS:0;b024da739ae8:39255 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:20:29,624 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,39255,1731558020521 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39255. 2024-11-14T04:20:29,625 DEBUG [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:29,625 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a3a7a8cd185e1031173a0a17f597d60, disabling compactions & flushes 2024-11-14T04:20:29,625 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:29,625 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:20:29,625 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:20:29,625 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. after waiting 0 ms 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:20:29,625 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:29,625 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:20:29,625 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a3a7a8cd185e1031173a0a17f597d60=hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60.} 2024-11-14T04:20:29,626 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a3a7a8cd185e1031173a0a17f597d60 2024-11-14T04:20:29,626 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:29,626 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:29,626 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:29,626 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:29,626 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:29,626 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T04:20:29,632 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/replication/4a3a7a8cd185e1031173a0a17f597d60/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-14T04:20:29,640 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:29,640 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:29,641 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:29,641 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a3a7a8cd185e1031173a0a17f597d60: Waiting for close lock at 1731558029625Running coprocessor pre-close hooks at 1731558029625Disabling compacts and flushes for region at 1731558029625Disabling writes for close at 1731558029625Writing region close event to WAL at 1731558029626 (+1 ms)Running coprocessor post-close hooks at 1731558029640 (+14 ms)Closed at 1731558029641 (+1 ms) 2024-11-14T04:20:29,641 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60. 2024-11-14T04:20:29,650 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/72258737b4d546fdb3bc31634b0c997d is 147, key is hbase:replication,,1731558014438.4a3a7a8cd185e1031173a0a17f597d60./info:regioninfo/1731558026752/Put/seqid=0 2024-11-14T04:20:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741851_1027 (size=6385) 2024-11-14T04:20:29,682 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:29,826 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:30,026 DEBUG [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:30,059 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/72258737b4d546fdb3bc31634b0c997d 2024-11-14T04:20:30,068 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/.tmp/info/72258737b4d546fdb3bc31634b0c997d as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/info/72258737b4d546fdb3bc31634b0c997d 2024-11-14T04:20:30,076 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/info/72258737b4d546fdb3bc31634b0c997d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T04:20:30,077 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false 2024-11-14T04:20:30,083 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T04:20:30,083 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:30,084 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:30,084 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:30,084 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558029626Running coprocessor pre-close hooks at 1731558029626Disabling compacts and flushes for region at 1731558029626Disabling writes for close at 1731558029626Obtaining lock to block concurrent updates at 1731558029626Preparing flush snapshotting stores in 1588230740 at 1731558029626Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731558029627 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558029627Flushing 1588230740/info: creating writer at 1731558029627Flushing 1588230740/info: appending metadata at 1731558029649 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731558029649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679f13f5: reopening flushed file at 1731558030067 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 451ms, sequenceid=19, compaction requested=false at 1731558030077 (+10 ms)Writing region close event to WAL at 1731558030078 (+1 ms)Running coprocessor post-close hooks at 1731558030083 (+5 ms)Closed at 1731558030084 (+1 ms) 2024-11-14T04:20:30,084 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:30,125 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:20:30,125 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:20:30,151 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:30,177 DEBUG [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.1731558022243 to pos 0, reset compression=false 2024-11-14T04:20:30,226 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,39255,1731558020521; all regions closed. 2024-11-14T04:20:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741849_1025 (size=2156) 2024-11-14T04:20:30,229 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/WALs/b024da739ae8,39255,1731558020521/b024da739ae8%2C39255%2C1731558020521.meta.1731558023090.meta not finished, retry = 0 2024-11-14T04:20:30,334 DEBUG [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:30,334 INFO [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39255%2C1731558020521.meta:.meta(num 1731558023090) 2024-11-14T04:20:30,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741850_1026 (size=796) 2024-11-14T04:20:30,353 DEBUG [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:30,353 INFO [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39255%2C1731558020521.rep:(num 1731558026674) 2024-11-14T04:20:30,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741848_1024 (size=93) 2024-11-14T04:20:30,388 DEBUG [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/oldWALs 2024-11-14T04:20:30,388 INFO [RS:0;b024da739ae8:39255 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39255%2C1731558020521:(num 1731558022243) 2024-11-14T04:20:30,388 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:30,388 INFO [RS:0;b024da739ae8:39255 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:30,389 INFO [RS:0;b024da739ae8:39255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:30,389 INFO [RS:0;b024da739ae8:39255 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:30,389 INFO [RS:0;b024da739ae8:39255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:30,390 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,39255,1731558020521 because: Region server is closing 2024-11-14T04:20:30,390 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T04:20:30,390 INFO [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39255. 2024-11-14T04:20:30,390 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T04:20:30,390 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-14T04:20:30,390 DEBUG [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:30,390 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:30,390 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:30,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:30,391 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:30,491 WARN [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:20:30,491 WARN [RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:20:30,491 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,1-b024da739ae8,39255,1731558020521 terminated 2024-11-14T04:20:30,491 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b024da739ae8,39255,1731558020521 because: Region server is closing 2024-11-14T04:20:30,491 INFO [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39255. 2024-11-14T04:20:30,492 DEBUG [RS:0;b024da739ae8:39255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:30,492 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:30,492 DEBUG [RS:0;b024da739ae8:39255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:30,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:30,592 WARN [RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:20:30,593 INFO [RS:0;b024da739ae8:39255 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;b024da739ae8:39255.replicationSource.shipperb024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 terminated 2024-11-14T04:20:30,593 WARN [RS:0;b024da739ae8:39255.replicationSource.wal-reader.b024da739ae8%2C39255%2C1731558020521,2-b024da739ae8,39255,1731558020521 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:20:30,593 INFO [RS:0;b024da739ae8:39255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39255 2024-11-14T04:20:30,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545/rs 2024-11-14T04:20:30,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/rs/b024da739ae8,39255,1731558020521 2024-11-14T04:20:30,608 INFO [RS:0;b024da739ae8:39255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:30,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,39255,1731558020521] 2024-11-14T04:20:30,631 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-623216545/draining/b024da739ae8,39255,1731558020521 already deleted, retry=false 2024-11-14T04:20:30,632 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,39255,1731558020521 expired; onlineServers=0 2024-11-14T04:20:30,632 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,42295,1731558020364' ***** 2024-11-14T04:20:30,632 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:20:30,632 INFO [M:0;b024da739ae8:42295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:30,632 INFO [M:0;b024da739ae8:42295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:30,632 DEBUG [M:0;b024da739ae8:42295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:20:30,632 DEBUG [M:0;b024da739ae8:42295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:20:30,632 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558021812 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558021812,5,FailOnTimeoutGroup] 2024-11-14T04:20:30,632 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:20:30,632 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558021809 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558021809,5,FailOnTimeoutGroup] 2024-11-14T04:20:30,632 INFO [M:0;b024da739ae8:42295 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:30,633 INFO [M:0;b024da739ae8:42295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:30,633 DEBUG [M:0;b024da739ae8:42295 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:20:30,633 INFO [M:0;b024da739ae8:42295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:20:30,633 INFO [M:0;b024da739ae8:42295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:30,633 INFO [M:0;b024da739ae8:42295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:20:30,633 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:20:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-623216545/master 2024-11-14T04:20:30,642 DEBUG [M:0;b024da739ae8:42295 {}] zookeeper.ZKUtil(347): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Unable to get data of znode /0-623216545/master because node does not exist (not an error) 2024-11-14T04:20:30,642 WARN [M:0;b024da739ae8:42295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:20:30,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-623216545 2024-11-14T04:20:30,643 INFO [M:0;b024da739ae8:42295 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/.lastflushedseqids 2024-11-14T04:20:30,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741852_1028 (size=181) 2024-11-14T04:20:30,670 INFO [M:0;b024da739ae8:42295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:20:30,670 INFO [M:0;b024da739ae8:42295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:20:30,670 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:30,670 INFO [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:30,670 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:30,670 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:30,670 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:30,670 INFO [M:0;b024da739ae8:42295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T04:20:30,703 DEBUG [M:0;b024da739ae8:42295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b4525ca7cf4416923679e8c5634c7d is 82, key is hbase:meta,,1/info:regioninfo/1731558023187/Put/seqid=0 2024-11-14T04:20:30,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:30,722 INFO [RS:0;b024da739ae8:39255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:30,722 INFO [RS:0;b024da739ae8:39255 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,39255,1731558020521; zookeeper connection closed. 2024-11-14T04:20:30,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39255-0x1013790fbf90007, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:30,729 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4d36d5f9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4d36d5f9 2024-11-14T04:20:30,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:20:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741853_1029 (size=5680) 2024-11-14T04:20:30,737 INFO [M:0;b024da739ae8:42295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b4525ca7cf4416923679e8c5634c7d 2024-11-14T04:20:30,769 DEBUG [M:0;b024da739ae8:42295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a01715a817fd41f49651bec5878fd88e is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731558026770/Put/seqid=0 2024-11-14T04:20:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741854_1030 (size=7319) 2024-11-14T04:20:30,780 INFO [M:0;b024da739ae8:42295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a01715a817fd41f49651bec5878fd88e 2024-11-14T04:20:30,846 DEBUG [M:0;b024da739ae8:42295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79e929de394941f8ae307caef5ed66b5 is 69, key is b024da739ae8,39255,1731558020521/rs:state/1731558021889/Put/seqid=0 2024-11-14T04:20:30,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741855_1031 (size=5371) 2024-11-14T04:20:30,879 INFO [M:0;b024da739ae8:42295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79e929de394941f8ae307caef5ed66b5 2024-11-14T04:20:30,887 INFO [M:0;b024da739ae8:42295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e929de394941f8ae307caef5ed66b5 2024-11-14T04:20:30,891 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/06b4525ca7cf4416923679e8c5634c7d as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06b4525ca7cf4416923679e8c5634c7d 2024-11-14T04:20:30,905 INFO [M:0;b024da739ae8:42295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/06b4525ca7cf4416923679e8c5634c7d, entries=8, sequenceid=173, filesize=5.5 K 2024-11-14T04:20:30,906 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a01715a817fd41f49651bec5878fd88e as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a01715a817fd41f49651bec5878fd88e 2024-11-14T04:20:30,915 INFO [M:0;b024da739ae8:42295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a01715a817fd41f49651bec5878fd88e, entries=7, sequenceid=173, filesize=7.1 K 2024-11-14T04:20:30,921 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/79e929de394941f8ae307caef5ed66b5 as hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79e929de394941f8ae307caef5ed66b5 2024-11-14T04:20:30,935 INFO [M:0;b024da739ae8:42295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 79e929de394941f8ae307caef5ed66b5 2024-11-14T04:20:30,935 INFO [M:0;b024da739ae8:42295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39051/user/jenkins/test-data/08ddd7f4-d0fe-e7da-eb45-bfe50cd7e9e9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/79e929de394941f8ae307caef5ed66b5, entries=2, sequenceid=173, filesize=5.2 K 2024-11-14T04:20:30,938 INFO [M:0;b024da739ae8:42295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 267ms, sequenceid=173, compaction requested=false 2024-11-14T04:20:30,946 INFO [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:30,946 DEBUG [M:0;b024da739ae8:42295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558030670Disabling compacts and flushes for region at 1731558030670Disabling writes for close at 1731558030670Obtaining lock to block concurrent updates at 1731558030670Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558030670Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731558030671 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558030672 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558030673 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558030702 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558030702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558030745 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558030769 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558030769Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558030810 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558030845 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558030845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a98ca2e: reopening flushed file at 1731558030887 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1e9e4f: reopening flushed file at 1731558030905 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e852d21: reopening flushed file at 1731558030916 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 267ms, sequenceid=173, compaction requested=false at 1731558030938 (+22 ms)Writing region close event to WAL at 1731558030945 (+7 ms)Closed at 1731558030945 2024-11-14T04:20:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33353 is added to blk_1073741847_1023 (size=22950) 2024-11-14T04:20:30,953 INFO [M:0;b024da739ae8:42295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:20:30,953 INFO [M:0;b024da739ae8:42295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42295 2024-11-14T04:20:30,953 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:30,953 INFO [M:0;b024da739ae8:42295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:31,066 INFO [M:0;b024da739ae8:42295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:31,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42295-0x1013790fbf90006, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:31,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d571c4a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:31,090 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@411f3281{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:31,090 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:31,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e87b1e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:31,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c34c38b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:31,092 WARN [BP-436973034-172.17.0.3-1731557918505 heartbeating to localhost/127.0.0.1:39051 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:20:31,092 WARN [BP-436973034-172.17.0.3-1731557918505 heartbeating to localhost/127.0.0.1:39051 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436973034-172.17.0.3-1731557918505 (Datanode Uuid 5f878e6e-b4b5-48a3-a792-006e0ce65e95) service to localhost/127.0.0.1:39051 2024-11-14T04:20:31,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/data/data1/current/BP-436973034-172.17.0.3-1731557918505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:31,093 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/cluster_c941a7a9-2114-089e-fc31-80b3d26aa00f/data/data2/current/BP-436973034-172.17.0.3-1731557918505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:31,093 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:20:31,093 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:20:31,093 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:20:31,100 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:31,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:31,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:31,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:31,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a9cb58e8-0043-fabd-1ed5-ed2e9f9e6e6e/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:31,121 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:20:31,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:20:31,170 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/b024da739ae8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b024da739ae8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34997 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b024da739ae8:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b024da739ae8:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@796ae216 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39051 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39051 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34997 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39051 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39051 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34997 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34997 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65098) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b024da739ae8:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=950 (was 1162), ProcessCount=11 (was 11), AvailableMemoryMB=3771 (was 4371) 2024-11-14T04:20:31,183 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=950, ProcessCount=11, AvailableMemoryMB=3763 2024-11-14T04:20:31,204 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-14T04:20:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir so I do NOT create it in target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1 2024-11-14T04:20:31,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:20:31,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.tmp.dir so I do NOT create it in target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1 2024-11-14T04:20:31,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93b720ff-1397-6f81-21d8-e1e376187f8f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:20:31,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1 2024-11-14T04:20:31,206 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e, deleteOnExit=true 2024-11-14T04:20:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013790fbf90002, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:20:31,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013790fbf90005, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:20:31,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013790fbf90005, quorum=127.0.0.1:65098, baseZNode=/1745042620 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:20:31,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013790fbf90002, quorum=127.0.0.1:65098, baseZNode=/0-623216545 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:20:31,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/zookeeper_0, clientPort=56949, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:20:31,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56949 2024-11-14T04:20:31,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:20:31,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:20:31,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/test.cache.data in system properties and HBase conf 2024-11-14T04:20:31,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:20:31,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:20:31,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:20:31,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:20:31,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:20:31,287 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:20:31,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:31,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:31,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:20:31,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:20:31,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:20:31,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:20:31,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:31,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:20:31,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:20:31,778 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:20:31,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:31,822 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:31,951 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:31,973 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:32,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:32,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:32,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:20:32,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:32,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:32,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:32,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/java.io.tmpdir/jetty-localhost-34365-hadoop-hdfs-3_4_1-tests_jar-_-any-1616050796182106467/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:32,246 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:34365} 2024-11-14T04:20:32,246 INFO [Time-limited test {}] server.Server(415): Started @119273ms 2024-11-14T04:20:32,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:32,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:32,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:32,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:32,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:20:32,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:32,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:32,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33622c33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/java.io.tmpdir/jetty-localhost-42925-hadoop-hdfs-3_4_1-tests_jar-_-any-4190106034316528316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:32,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:42925} 2024-11-14T04:20:32,719 INFO [Time-limited test {}] server.Server(415): Started @119746ms 2024-11-14T04:20:32,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:20:33,768 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/data/data2/current/BP-1892910120-172.17.0.3-1731558031345/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:33,768 WARN [Thread-508 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/data/data1/current/BP-1892910120-172.17.0.3-1731558031345/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:33,787 WARN [Thread-496 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:20:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae2f994c69be268 with lease ID 0xbead81826fc46583: Processing first storage report for DS-7260aae8-70fe-4b96-a233-a6c702531f22 from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=8d9c1695-629c-4acd-a7d2-a9d2f6e0f7c4, infoPort=35011, infoSecurePort=0, ipcPort=44929, storageInfo=lv=-57;cid=testClusterID;nsid=2089779273;c=1731558031345) 2024-11-14T04:20:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae2f994c69be268 with lease ID 0xbead81826fc46583: from storage DS-7260aae8-70fe-4b96-a233-a6c702531f22 node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=8d9c1695-629c-4acd-a7d2-a9d2f6e0f7c4, infoPort=35011, infoSecurePort=0, ipcPort=44929, storageInfo=lv=-57;cid=testClusterID;nsid=2089779273;c=1731558031345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xeae2f994c69be268 with lease ID 0xbead81826fc46583: Processing first storage report for DS-e52dff38-d327-4578-bf9b-341f668c1563 from datanode DatanodeRegistration(127.0.0.1:38959, datanodeUuid=8d9c1695-629c-4acd-a7d2-a9d2f6e0f7c4, infoPort=35011, infoSecurePort=0, ipcPort=44929, storageInfo=lv=-57;cid=testClusterID;nsid=2089779273;c=1731558031345) 2024-11-14T04:20:33,790 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xeae2f994c69be268 with lease ID 0xbead81826fc46583: from storage DS-e52dff38-d327-4578-bf9b-341f668c1563 node DatanodeRegistration(127.0.0.1:38959, datanodeUuid=8d9c1695-629c-4acd-a7d2-a9d2f6e0f7c4, infoPort=35011, infoSecurePort=0, ipcPort=44929, storageInfo=lv=-57;cid=testClusterID;nsid=2089779273;c=1731558031345), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:33,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1 2024-11-14T04:20:33,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:33,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:33,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:20:34,269 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f with version=8 2024-11-14T04:20:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/hbase-staging 2024-11-14T04:20:34,271 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:20:34,271 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:34,272 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37081 2024-11-14T04:20:34,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37081 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:34,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370810x0, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:34,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37081-0x1013792bb350000 connected 2024-11-14T04:20:34,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:34,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:34,867 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/running 2024-11-14T04:20:34,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f, hbase.cluster.distributed=false 2024-11-14T04:20:34,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/acl 2024-11-14T04:20:34,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-14T04:20:34,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37081 2024-11-14T04:20:34,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37081 2024-11-14T04:20:34,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-14T04:20:34,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37081 2024-11-14T04:20:34,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:34,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:34,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:20:34,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:34,894 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41153 2024-11-14T04:20:34,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41153 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:34,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:34,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:34,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411530x0, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:34,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411530x0, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/running 2024-11-14T04:20:34,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41153-0x1013792bb350001 connected 2024-11-14T04:20:34,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:20:34,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:20:34,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/master 2024-11-14T04:20:34,963 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/acl 2024-11-14T04:20:34,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-14T04:20:34,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41153 2024-11-14T04:20:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41153 2024-11-14T04:20:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-14T04:20:34,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41153 2024-11-14T04:20:34,983 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:37081 2024-11-14T04:20:34,984 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1400301833/backup-masters/b024da739ae8,37081,1731558034270 2024-11-14T04:20:35,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/backup-masters 2024-11-14T04:20:35,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/backup-masters 2024-11-14T04:20:35,061 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on existing znode=/0-1400301833/backup-masters/b024da739ae8,37081,1731558034270 2024-11-14T04:20:35,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400301833/master 2024-11-14T04:20:35,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:35,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:35,094 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on existing znode=/0-1400301833/master 2024-11-14T04:20:35,095 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1400301833/backup-masters/b024da739ae8,37081,1731558034270 from backup master directory 2024-11-14T04:20:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400301833/backup-masters/b024da739ae8,37081,1731558034270 2024-11-14T04:20:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/backup-masters 2024-11-14T04:20:35,106 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:35,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/backup-masters 2024-11-14T04:20:35,106 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,37081,1731558034270 2024-11-14T04:20:35,114 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/hbase.id] with ID: ff709493-e511-411f-b42a-6bca69768824 2024-11-14T04:20:35,114 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/.tmp/hbase.id 2024-11-14T04:20:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:20:35,122 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/.tmp/hbase.id]:[hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/hbase.id] 2024-11-14T04:20:35,147 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:35,147 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:20:35,150 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-14T04:20:35,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:35,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:35,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:20:35,617 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:35,618 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:20:35,618 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:35,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:20:36,036 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store 2024-11-14T04:20:36,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:20:36,045 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:36,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:36,046 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:36,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:36,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:36,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:36,046 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:36,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558036046Disabling compacts and flushes for region at 1731558036046Disabling writes for close at 1731558036046Writing region close event to WAL at 1731558036046Closed at 1731558036046 2024-11-14T04:20:36,047 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/.initializing 2024-11-14T04:20:36,047 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/WALs/b024da739ae8,37081,1731558034270 2024-11-14T04:20:36,048 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:36,051 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C37081%2C1731558034270, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/WALs/b024da739ae8,37081,1731558034270, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/oldWALs, maxLogs=10 2024-11-14T04:20:36,070 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/WALs/b024da739ae8,37081,1731558034270/b024da739ae8%2C37081%2C1731558034270.1731558036051, exclude list is [], retry=0 2024-11-14T04:20:36,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-7260aae8-70fe-4b96-a233-a6c702531f22,DISK] 2024-11-14T04:20:36,077 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/WALs/b024da739ae8,37081,1731558034270/b024da739ae8%2C37081%2C1731558034270.1731558036051 2024-11-14T04:20:36,079 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35011:35011)] 2024-11-14T04:20:36,080 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:36,080 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:36,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:20:36,091 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:36,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:36,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:20:36,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:36,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:36,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:20:36,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:36,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:36,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:20:36,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:36,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:36,100 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,101 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,102 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,103 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,103 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,104 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:36,105 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:36,117 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:36,118 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67056147, jitterRate=-7.855445146560669E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:36,119 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558036085Initializing all the Stores at 1731558036087 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558036087Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558036088 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558036088Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558036088Cleaning up temporary data from old regions at 1731558036103 (+15 ms)Region opened successfully at 1731558036119 (+16 ms) 2024-11-14T04:20:36,119 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:20:36,124 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc371f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:36,125 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:20:36,125 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:20:36,125 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:20:36,125 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:20:36,126 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:20:36,126 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:20:36,126 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:20:36,139 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:20:36,140 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/balancer because node does not exist (not necessarily an error) 2024-11-14T04:20:36,212 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/balancer already deleted, retry=false 2024-11-14T04:20:36,213 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:20:36,214 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:20:36,287 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/normalizer already deleted, retry=false 2024-11-14T04:20:36,287 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:20:36,288 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:20:36,342 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/switch/split already deleted, retry=false 2024-11-14T04:20:36,343 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:20:36,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/switch/merge already deleted, retry=false 2024-11-14T04:20:36,410 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:20:36,481 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/snapshot-cleanup already deleted, retry=false 2024-11-14T04:20:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400301833/running 2024-11-14T04:20:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1400301833/running 2024-11-14T04:20:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:36,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:36,555 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,37081,1731558034270, sessionid=0x1013792bb350000, setting cluster-up flag (Was=false) 2024-11-14T04:20:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:36,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:36,887 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1400301833/flush-table-proc/acquired, /0-1400301833/flush-table-proc/reached, /0-1400301833/flush-table-proc/abort 2024-11-14T04:20:36,888 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,37081,1731558034270 2024-11-14T04:20:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:20:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:20:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:37,270 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1400301833/online-snapshot/acquired, /0-1400301833/online-snapshot/reached, /0-1400301833/online-snapshot/abort 2024-11-14T04:20:37,272 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,37081,1731558034270 2024-11-14T04:20:37,274 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:20:37,276 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:37,276 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:20:37,276 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:20:37,277 WARN [master/b024da739ae8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b024da739ae8,39645,1731557964426: status=Processing ServerCrashProcedure of b024da739ae8,39645,1731557964426 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731558021804, completionTime=-1 appears to have been leaked 2024-11-14T04:20:37,277 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,37081,1731558034270 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:37,284 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,306 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:37,306 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:20:37,308 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558067308 2024-11-14T04:20:37,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:20:37,308 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:20:37,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:20:37,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:20:37,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:20:37,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:20:37,316 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:20:37,316 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:20:37,324 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558037316,5,FailOnTimeoutGroup] 2024-11-14T04:20:37,325 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558037324,5,FailOnTimeoutGroup] 2024-11-14T04:20:37,325 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,325 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:20:37,325 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,325 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:20:37,371 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(746): ClusterId : ff709493-e511-411f-b42a-6bca69768824 2024-11-14T04:20:37,371 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:20:37,390 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:20:37,391 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:20:37,422 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:20:37,423 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd53e1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:37,433 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41153 2024-11-14T04:20:37,434 INFO [RS:0;b024da739ae8:41153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:20:37,434 INFO [RS:0;b024da739ae8:41153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:20:37,434 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:20:37,434 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,37081,1731558034270 with port=41153, startcode=1731558034893 2024-11-14T04:20:37,435 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:20:37,436 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:20:37,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37081 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,437 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37081 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,438 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f 2024-11-14T04:20:37,438 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36555 2024-11-14T04:20:37,438 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:20:37,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/rs 2024-11-14T04:20:37,494 DEBUG [RS:0;b024da739ae8:41153 {}] zookeeper.ZKUtil(111): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on existing znode=/0-1400301833/rs/b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,495 WARN [RS:0;b024da739ae8:41153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:37,495 INFO [RS:0;b024da739ae8:41153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:37,495 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,496 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41153,1731558034893] 2024-11-14T04:20:37,499 INFO [RS:0;b024da739ae8:41153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:20:37,501 INFO [RS:0;b024da739ae8:41153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:20:37,502 INFO [RS:0;b024da739ae8:41153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:20:37,502 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,502 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:20:37,503 INFO [RS:0;b024da739ae8:41153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:20:37,503 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,503 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,503 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,503 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,503 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,503 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:37,504 DEBUG [RS:0;b024da739ae8:41153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,505 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41153,1731558034893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:37,525 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:20:37,526 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41153,1731558034893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,526 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,526 INFO [RS:0;b024da739ae8:41153 {}] regionserver.Replication(171): b024da739ae8,41153,1731558034893 started 2024-11-14T04:20:37,544 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:37,544 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41153,1731558034893, RpcServer on b024da739ae8/172.17.0.3:41153, sessionid=0x1013792bb350001 2024-11-14T04:20:37,544 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:20:37,544 DEBUG [RS:0;b024da739ae8:41153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,544 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41153,1731558034893' 2024-11-14T04:20:37,544 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1400301833/flush-table-proc/abort' 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1400301833/flush-table-proc/acquired' 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41153,1731558034893 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41153,1731558034893' 2024-11-14T04:20:37,545 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1400301833/online-snapshot/abort' 2024-11-14T04:20:37,546 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1400301833/online-snapshot/acquired' 2024-11-14T04:20:37,546 DEBUG [RS:0;b024da739ae8:41153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:20:37,546 INFO [RS:0;b024da739ae8:41153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:20:37,546 INFO [RS:0;b024da739ae8:41153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:20:37,647 INFO [RS:0;b024da739ae8:41153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:37,650 INFO [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41153%2C1731558034893, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs, maxLogs=10 2024-11-14T04:20:37,668 DEBUG [RS:0;b024da739ae8:41153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650, exclude list is [], retry=0 2024-11-14T04:20:37,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-7260aae8-70fe-4b96-a233-a6c702531f22,DISK] 2024-11-14T04:20:37,677 INFO [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 2024-11-14T04:20:37,680 DEBUG [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35011:35011)] 2024-11-14T04:20:37,731 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:20:37,731 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f 2024-11-14T04:20:37,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:20:38,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:38,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:38,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:38,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:38,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:38,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:38,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:38,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:38,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:38,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:38,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740 2024-11-14T04:20:38,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740 2024-11-14T04:20:38,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:38,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:38,236 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:38,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:38,259 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:38,265 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72541313, jitterRate=0.0809497982263565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:38,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558038157Initializing all the Stores at 1731558038164 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038168 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558038168Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038168Cleaning up temporary data from old regions at 1731558038235 (+67 ms)Region opened successfully at 1731558038265 (+30 ms) 2024-11-14T04:20:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:38,266 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:38,266 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:38,284 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:38,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558038266Disabling compacts and flushes for region at 1731558038266Disabling writes for close at 1731558038266Writing region close event to WAL at 1731558038284 (+18 ms)Closed at 1731558038284 2024-11-14T04:20:38,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:38,296 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:20:38,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:20:38,339 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:38,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:20:38,492 DEBUG [b024da739ae8:37081 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:38,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41153,1731558034893 2024-11-14T04:20:38,505 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41153,1731558034893, state=OPENING 2024-11-14T04:20:38,524 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:20:38,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:38,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400301833/meta-region-server: CHANGED 2024-11-14T04:20:38,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:38,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:38,577 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400301833/meta-region-server: CHANGED 2024-11-14T04:20:38,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41153,1731558034893}] 2024-11-14T04:20:38,739 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:20:38,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:20:38,753 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:20:38,753 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:38,753 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:20:38,756 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41153%2C1731558034893.meta, suffix=.meta, logDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs, maxLogs=10 2024-11-14T04:20:38,777 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.meta.1731558038756.meta, exclude list is [], retry=0 2024-11-14T04:20:38,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-7260aae8-70fe-4b96-a233-a6c702531f22,DISK] 2024-11-14T04:20:38,801 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.meta.1731558038756.meta 2024-11-14T04:20:38,803 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35011:35011)] 2024-11-14T04:20:38,803 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:38,804 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:38,804 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:38,804 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:20:38,805 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:20:38,805 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:20:38,805 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:38,805 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:20:38,805 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:20:38,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:38,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:38,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:38,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:38,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:38,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:38,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:38,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:38,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:38,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:38,820 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:38,821 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740 2024-11-14T04:20:38,829 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740 2024-11-14T04:20:38,831 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:38,831 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:38,831 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:38,834 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:38,835 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63330773, jitterRate=-0.056297942996025085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:38,835 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:20:38,835 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558038805Writing region info on filesystem at 1731558038805Initializing all the Stores at 1731558038809 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558038809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558038809Cleaning up temporary data from old regions at 1731558038831 (+22 ms)Running coprocessor post-open hooks at 1731558038835 (+4 ms)Region opened successfully at 1731558038835 2024-11-14T04:20:38,836 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558038738 2024-11-14T04:20:38,839 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:20:38,839 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:20:38,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41153,1731558034893 2024-11-14T04:20:38,842 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41153,1731558034893, state=OPEN 2024-11-14T04:20:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1400301833/meta-region-server 2024-11-14T04:20:38,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1400301833/meta-region-server 2024-11-14T04:20:38,853 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41153,1731558034893 2024-11-14T04:20:38,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400301833/meta-region-server: CHANGED 2024-11-14T04:20:38,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1400301833/meta-region-server: CHANGED 2024-11-14T04:20:38,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:20:38,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41153,1731558034893 in 276 msec 2024-11-14T04:20:38,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:20:38,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 563 msec 2024-11-14T04:20:38,866 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:38,866 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:20:38,867 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:38,868 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41153,1731558034893, seqNum=-1] 2024-11-14T04:20:38,868 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:38,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:38,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6020 sec 2024-11-14T04:20:38,881 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558038881, completionTime=-1 2024-11-14T04:20:38,881 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:20:38,881 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:20:38,883 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558098883 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558158884 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:37081, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,884 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,885 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,891 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.787sec 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:38,894 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:20:38,904 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:20:38,904 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:20:38,904 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37081,1731558034270-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:38,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328fb85c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:38,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37081,-1 for getting cluster id 2024-11-14T04:20:38,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:38,998 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff709493-e511-411f-b42a-6bca69768824' 2024-11-14T04:20:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff709493-e511-411f-b42a-6bca69768824" 2024-11-14T04:20:39,003 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ca67db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37081,-1] 2024-11-14T04:20:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:39,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:39,006 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:39,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab70e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:39,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41153,1731558034893, seqNum=-1] 2024-11-14T04:20:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:39,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:39,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,37081,1731558034270 2024-11-14T04:20:39,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:39,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:39,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013792bb350002 connected 2024-11-14T04:20:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir so I do NOT create it in target/test-data/385fe870-7a97-1579-a67e-c94abd16d423 2024-11-14T04:20:39,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:20:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.tmp.dir so I do NOT create it in target/test-data/385fe870-7a97-1579-a67e-c94abd16d423 2024-11-14T04:20:39,060 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:20:39,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423 2024-11-14T04:20:39,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:20:39,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/cluster_4cf13166-22b0-61fd-d123-5306e83897bf, deleteOnExit=true 2024-11-14T04:20:39,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:20:39,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/test.cache.data in system properties and HBase conf 2024-11-14T04:20:39,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:20:39,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:20:39,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:20:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:20:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:20:39,063 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:20:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:39,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:20:39,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:20:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:20:39,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:20:39,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:39,481 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:39,552 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:39,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:39,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:20:39,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:39,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a2b13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:39,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@234e6441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:39,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@515b4dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/java.io.tmpdir/jetty-localhost-36495-hadoop-hdfs-3_4_1-tests_jar-_-any-1120129400481290833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:39,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@100102b9{HTTP/1.1, (http/1.1)}{localhost:36495} 2024-11-14T04:20:39,717 INFO [Time-limited test {}] server.Server(415): Started @126744ms 2024-11-14T04:20:40,187 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:40,198 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:40,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:40,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:40,209 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:20:40,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a764c8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:40,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a03866f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:40,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16a146c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/java.io.tmpdir/jetty-localhost-39631-hadoop-hdfs-3_4_1-tests_jar-_-any-11740643846540873762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:40,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@450445c2{HTTP/1.1, (http/1.1)}{localhost:39631} 2024-11-14T04:20:40,322 INFO [Time-limited test {}] server.Server(415): Started @127349ms 2024-11-14T04:20:40,323 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:20:41,084 WARN [Thread-628 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/cluster_4cf13166-22b0-61fd-d123-5306e83897bf/data/data1/current/BP-1160338537-172.17.0.3-1731558039101/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:41,084 WARN [Thread-629 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/cluster_4cf13166-22b0-61fd-d123-5306e83897bf/data/data2/current/BP-1160338537-172.17.0.3-1731558039101/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:41,106 WARN [Thread-616 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:20:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d65c3156a20fb with lease ID 0xc57305cee1379792: Processing first storage report for DS-2f7157ab-235a-4c3f-860f-ce076bb1d970 from datanode DatanodeRegistration(127.0.0.1:38809, datanodeUuid=6bc860ee-5ac5-49ab-8bfe-358184c552db, infoPort=42779, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=150155369;c=1731558039101) 2024-11-14T04:20:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d65c3156a20fb with lease ID 0xc57305cee1379792: from storage DS-2f7157ab-235a-4c3f-860f-ce076bb1d970 node DatanodeRegistration(127.0.0.1:38809, datanodeUuid=6bc860ee-5ac5-49ab-8bfe-358184c552db, infoPort=42779, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=150155369;c=1731558039101), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:20:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb4d65c3156a20fb with lease ID 0xc57305cee1379792: Processing first storage report for DS-b1f83553-9964-4e2f-8bf0-1d05b6073dd1 from datanode DatanodeRegistration(127.0.0.1:38809, datanodeUuid=6bc860ee-5ac5-49ab-8bfe-358184c552db, infoPort=42779, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=150155369;c=1731558039101) 2024-11-14T04:20:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb4d65c3156a20fb with lease ID 0xc57305cee1379792: from storage DS-b1f83553-9964-4e2f-8bf0-1d05b6073dd1 node DatanodeRegistration(127.0.0.1:38809, datanodeUuid=6bc860ee-5ac5-49ab-8bfe-358184c552db, infoPort=42779, infoSecurePort=0, ipcPort=44401, storageInfo=lv=-57;cid=testClusterID;nsid=150155369;c=1731558039101), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:41,166 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423 2024-11-14T04:20:41,166 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:20:41,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2 with version=8 2024-11-14T04:20:41,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/hbase-staging 2024-11-14T04:20:41,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:20:41,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:41,187 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36823 2024-11-14T04:20:41,188 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36823 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:41,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368230x0, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:41,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36823-0x1013792bb350003 connected 2024-11-14T04:20:41,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,319 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/running 2024-11-14T04:20:41,319 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2, hbase.cluster.distributed=false 2024-11-14T04:20:41,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/acl 2024-11-14T04:20:41,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-14T04:20:41,322 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-11-14T04:20:41,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-11-14T04:20:41,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-14T04:20:41,323 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-14T04:20:41,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:20:41,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:41,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43101 2024-11-14T04:20:41,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43101 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:41,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431010x0, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:41,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431010x0, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/running 2024-11-14T04:20:41,357 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43101-0x1013792bb350004 connected 2024-11-14T04:20:41,357 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:20:41,359 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:20:41,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/master 2024-11-14T04:20:41,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/acl 2024-11-14T04:20:41,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43101 2024-11-14T04:20:41,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43101 2024-11-14T04:20:41,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43101 2024-11-14T04:20:41,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43101 2024-11-14T04:20:41,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43101 2024-11-14T04:20:41,382 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:36823 2024-11-14T04:20:41,382 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-714086865/backup-masters/b024da739ae8,36823,1731558041184 2024-11-14T04:20:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/backup-masters 2024-11-14T04:20:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/backup-masters 2024-11-14T04:20:41,390 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on existing znode=/1-714086865/backup-masters/b024da739ae8,36823,1731558041184 2024-11-14T04:20:41,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-714086865/master 2024-11-14T04:20:41,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:41,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:41,400 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on existing znode=/1-714086865/master 2024-11-14T04:20:41,401 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-714086865/backup-masters/b024da739ae8,36823,1731558041184 from backup master directory 2024-11-14T04:20:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-714086865/backup-masters/b024da739ae8,36823,1731558041184 2024-11-14T04:20:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/backup-masters 2024-11-14T04:20:41,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/backup-masters 2024-11-14T04:20:41,411 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:41,411 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,36823,1731558041184 2024-11-14T04:20:41,416 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/hbase.id] with ID: ef910a7c-223c-4671-9ac7-6d3e83fc50a8 2024-11-14T04:20:41,416 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/.tmp/hbase.id 2024-11-14T04:20:41,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:20:41,822 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/.tmp/hbase.id]:[hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/hbase.id] 2024-11-14T04:20:41,839 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:41,839 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:20:41,841 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:20:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:41,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:20:41,866 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:41,867 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:20:41,867 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:41,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:20:42,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:42,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:42,279 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store 2024-11-14T04:20:42,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:42,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:42,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:42,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558042686Disabling compacts and flushes for region at 1731558042686Disabling writes for close at 1731558042686Writing region close event to WAL at 1731558042686Closed at 1731558042686 2024-11-14T04:20:42,687 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/.initializing 2024-11-14T04:20:42,688 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/WALs/b024da739ae8,36823,1731558041184 2024-11-14T04:20:42,689 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:42,693 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C36823%2C1731558041184, suffix=, logDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/WALs/b024da739ae8,36823,1731558041184, archiveDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/oldWALs, maxLogs=10 2024-11-14T04:20:42,705 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/WALs/b024da739ae8,36823,1731558041184/b024da739ae8%2C36823%2C1731558041184.1731558042693, exclude list is [], retry=0 2024-11-14T04:20:42,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38809,DS-2f7157ab-235a-4c3f-860f-ce076bb1d970,DISK] 2024-11-14T04:20:42,710 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/WALs/b024da739ae8,36823,1731558041184/b024da739ae8%2C36823%2C1731558041184.1731558042693 2024-11-14T04:20:42,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T04:20:42,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:42,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:42,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:20:42,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:42,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:20:42,715 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:42,715 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:42,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:20:42,717 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:42,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:20:42,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:42,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:42,719 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,720 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,720 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,721 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,721 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,722 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:42,722 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:42,724 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:42,726 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68501052, jitterRate=0.02074521780014038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:42,726 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558042711Initializing all the Stores at 1731558042711Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558042711Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558042712 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558042712Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558042712Cleaning up temporary data from old regions at 1731558042721 (+9 ms)Region opened successfully at 1731558042726 (+5 ms) 2024-11-14T04:20:42,726 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:20:42,729 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9415be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:42,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:20:42,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:20:42,731 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:20:42,731 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:20:42,731 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:20:42,732 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:20:42,732 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:20:42,735 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:20:42,735 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/balancer because node does not exist (not necessarily an error) 2024-11-14T04:20:42,739 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:20:42,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:42,747 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/balancer already deleted, retry=false 2024-11-14T04:20:42,748 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:20:42,748 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:20:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/normalizer already deleted, retry=false 2024-11-14T04:20:42,758 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:42,758 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:20:42,759 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:20:42,768 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/switch/split already deleted, retry=false 2024-11-14T04:20:42,769 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:20:42,779 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/switch/merge already deleted, retry=false 2024-11-14T04:20:42,781 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:20:42,789 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/snapshot-cleanup already deleted, retry=false 2024-11-14T04:20:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-714086865/running 2024-11-14T04:20:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-714086865/running 2024-11-14T04:20:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,800 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,36823,1731558041184, sessionid=0x1013792bb350003, setting cluster-up flag (Was=false) 2024-11-14T04:20:42,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,853 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-714086865/flush-table-proc/acquired, /1-714086865/flush-table-proc/reached, /1-714086865/flush-table-proc/abort 2024-11-14T04:20:42,854 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,36823,1731558041184 2024-11-14T04:20:42,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:42,968 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-714086865/online-snapshot/acquired, /1-714086865/online-snapshot/reached, /1-714086865/online-snapshot/abort 2024-11-14T04:20:42,970 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,36823,1731558041184 2024-11-14T04:20:42,971 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:20:42,973 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:42,973 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:20:42,973 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:20:42,973 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,36823,1731558041184 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:42,975 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:42,978 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:42,978 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:20:42,979 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:42,979 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:20:42,985 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558072985 2024-11-14T04:20:42,985 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:20:42,985 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:20:42,985 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:20:42,985 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:20:42,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:20:42,987 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558042987,5,FailOnTimeoutGroup] 2024-11-14T04:20:42,987 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558042987,5,FailOnTimeoutGroup] 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:42,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:42,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:20:43,070 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(746): ClusterId : ef910a7c-223c-4671-9ac7-6d3e83fc50a8 2024-11-14T04:20:43,070 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:20:43,096 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:20:43,096 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:20:43,167 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:20:43,167 DEBUG [RS:0;b024da739ae8:43101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6801e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:43,177 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:43101 2024-11-14T04:20:43,177 INFO [RS:0;b024da739ae8:43101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:20:43,177 INFO [RS:0;b024da739ae8:43101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:20:43,177 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:20:43,177 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,36823,1731558041184 with port=43101, startcode=1731558041336 2024-11-14T04:20:43,178 DEBUG [RS:0;b024da739ae8:43101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:20:43,179 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:20:43,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,179 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,181 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2 2024-11-14T04:20:43,181 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40657 2024-11-14T04:20:43,181 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:20:43,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/rs 2024-11-14T04:20:43,251 DEBUG [RS:0;b024da739ae8:43101 {}] zookeeper.ZKUtil(111): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on existing znode=/1-714086865/rs/b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,251 WARN [RS:0;b024da739ae8:43101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:43,251 INFO [RS:0;b024da739ae8:43101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:43,252 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,43101,1731558041336] 2024-11-14T04:20:43,255 INFO [RS:0;b024da739ae8:43101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:20:43,257 INFO [RS:0;b024da739ae8:43101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:20:43,257 INFO [RS:0;b024da739ae8:43101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:20:43,257 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,258 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:20:43,258 INFO [RS:0;b024da739ae8:43101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:20:43,259 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,259 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:43,260 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:43,260 DEBUG [RS:0;b024da739ae8:43101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,260 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43101,1731558041336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:43,273 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:20:43,273 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43101,1731558041336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,273 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,273 INFO [RS:0;b024da739ae8:43101 {}] regionserver.Replication(171): b024da739ae8,43101,1731558041336 started 2024-11-14T04:20:43,285 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:43,285 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,43101,1731558041336, RpcServer on b024da739ae8/172.17.0.3:43101, sessionid=0x1013792bb350004 2024-11-14T04:20:43,286 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:20:43,286 DEBUG [RS:0;b024da739ae8:43101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,286 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43101,1731558041336' 2024-11-14T04:20:43,286 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-714086865/flush-table-proc/abort' 2024-11-14T04:20:43,286 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-714086865/flush-table-proc/acquired' 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43101,1731558041336' 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-714086865/online-snapshot/abort' 2024-11-14T04:20:43,287 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-714086865/online-snapshot/acquired' 2024-11-14T04:20:43,288 DEBUG [RS:0;b024da739ae8:43101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:20:43,288 INFO [RS:0;b024da739ae8:43101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:20:43,288 INFO [RS:0;b024da739ae8:43101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:20:43,388 INFO [RS:0;b024da739ae8:43101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:43,390 INFO [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43101%2C1731558041336, suffix=, logDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336, archiveDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/oldWALs, maxLogs=10 2024-11-14T04:20:43,395 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:20:43,395 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2 2024-11-14T04:20:43,408 DEBUG [RS:0;b024da739ae8:43101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336/b024da739ae8%2C43101%2C1731558041336.1731558043391, exclude list is [], retry=0 2024-11-14T04:20:43,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38809,DS-2f7157ab-235a-4c3f-860f-ce076bb1d970,DISK] 2024-11-14T04:20:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:20:43,435 INFO [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336/b024da739ae8%2C43101%2C1731558041336.1731558043391 2024-11-14T04:20:43,436 DEBUG [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T04:20:43,499 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:20:43,815 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:43,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:43,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:43,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:43,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:43,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:43,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:43,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:43,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:43,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:43,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:43,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:43,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:43,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:43,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:43,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:43,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:43,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:43,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740 2024-11-14T04:20:43,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740 2024-11-14T04:20:43,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:43,825 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:43,826 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:43,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:43,829 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:43,830 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74925187, jitterRate=0.1164722889661789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:43,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558043816Initializing all the Stores at 1731558043816Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558043816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558043817 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558043817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558043817Cleaning up temporary data from old regions at 1731558043825 (+8 ms)Region opened successfully at 1731558043830 (+5 ms) 2024-11-14T04:20:43,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:43,830 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:43,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:43,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:43,830 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:43,830 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:43,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558043830Disabling compacts and flushes for region at 1731558043830Disabling writes for close at 1731558043830Writing region close event to WAL at 1731558043830Closed at 1731558043830 2024-11-14T04:20:43,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:43,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:20:43,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:20:43,834 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:43,834 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:20:43,985 DEBUG [b024da739ae8:36823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:43,985 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,43101,1731558041336 2024-11-14T04:20:43,987 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43101,1731558041336, state=OPENING 2024-11-14T04:20:44,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:20:44,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:44,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:44,102 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:44,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-714086865/meta-region-server: CHANGED 2024-11-14T04:20:44,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-714086865/meta-region-server: CHANGED 2024-11-14T04:20:44,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43101,1731558041336}] 2024-11-14T04:20:44,256 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:20:44,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:20:44,263 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:20:44,263 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:44,263 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:20:44,265 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43101%2C1731558041336.meta, suffix=.meta, logDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336, archiveDir=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/oldWALs, maxLogs=10 2024-11-14T04:20:44,284 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336/b024da739ae8%2C43101%2C1731558041336.meta.1731558044265.meta, exclude list is [], retry=0 2024-11-14T04:20:44,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38809,DS-2f7157ab-235a-4c3f-860f-ce076bb1d970,DISK] 2024-11-14T04:20:44,288 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/WALs/b024da739ae8,43101,1731558041336/b024da739ae8%2C43101%2C1731558041336.meta.1731558044265.meta 2024-11-14T04:20:44,291 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42779:42779)] 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:44,292 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:20:44,292 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:44,292 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:20:44,293 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:20:44,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:44,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:44,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:44,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:44,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:44,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:44,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:44,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:44,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:44,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:44,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:44,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:44,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:44,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:44,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:44,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:44,300 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:44,300 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740 2024-11-14T04:20:44,301 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740 2024-11-14T04:20:44,303 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:44,303 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:44,304 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:44,305 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:44,305 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69724753, jitterRate=0.03897978365421295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:44,306 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:20:44,306 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558044293Writing region info on filesystem at 1731558044293Initializing all the Stores at 1731558044294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558044294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558044294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558044294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558044294Cleaning up temporary data from old regions at 1731558044303 (+9 ms)Running coprocessor post-open hooks at 1731558044306 (+3 ms)Region opened successfully at 1731558044306 2024-11-14T04:20:44,307 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558044255 2024-11-14T04:20:44,309 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:20:44,309 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:20:44,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43101,1731558041336 2024-11-14T04:20:44,310 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43101,1731558041336, state=OPEN 2024-11-14T04:20:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-714086865/meta-region-server 2024-11-14T04:20:44,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-714086865/meta-region-server 2024-11-14T04:20:44,374 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,43101,1731558041336 2024-11-14T04:20:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-714086865/meta-region-server: CHANGED 2024-11-14T04:20:44,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-714086865/meta-region-server: CHANGED 2024-11-14T04:20:44,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:20:44,377 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43101,1731558041336 in 272 msec 2024-11-14T04:20:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:20:44,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 545 msec 2024-11-14T04:20:44,380 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:44,380 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:20:44,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:44,382 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43101,1731558041336, seqNum=-1] 2024-11-14T04:20:44,382 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:44,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:44,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4150 sec 2024-11-14T04:20:44,388 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558044388, completionTime=-1 2024-11-14T04:20:44,388 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:20:44,388 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558104390 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558164390 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:36823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,390 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,391 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,392 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.983sec 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:44,394 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:20:44,396 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:20:44,396 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:20:44,396 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,36823,1731558041184-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:44,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ccaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,36823,-1 for getting cluster id 2024-11-14T04:20:44,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:44,473 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef910a7c-223c-4671-9ac7-6d3e83fc50a8' 2024-11-14T04:20:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef910a7c-223c-4671-9ac7-6d3e83fc50a8" 2024-11-14T04:20:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ec226b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,36823,-1] 2024-11-14T04:20:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:44,475 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:44,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3935cb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,476 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43101,1731558041336, seqNum=-1] 2024-11-14T04:20:44,477 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:44,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:44,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,36823,1731558041184 2024-11-14T04:20:44,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56949 2024-11-14T04:20:44,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:44,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013792bb350005 connected 2024-11-14T04:20:44,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42abb6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37081,-1 for getting cluster id 2024-11-14T04:20:44,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:44,594 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ff709493-e511-411f-b42a-6bca69768824' 2024-11-14T04:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ff709493-e511-411f-b42a-6bca69768824" 2024-11-14T04:20:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60fce998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37081,-1] 2024-11-14T04:20:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:44,596 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:44,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583100e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37081,1731558034270 2024-11-14T04:20:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e743d 2024-11-14T04:20:44,598 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:44,599 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:44,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:20:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:20:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:44,602 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:36823' 2024-11-14T04:20:44,603 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d521f8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,603 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,36823,-1 for getting cluster id 2024-11-14T04:20:44,603 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:44,604 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef910a7c-223c-4671-9ac7-6d3e83fc50a8' 2024-11-14T04:20:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef910a7c-223c-4671-9ac7-6d3e83fc50a8" 2024-11-14T04:20:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d138b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,36823,-1] 2024-11-14T04:20:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:44,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:44,606 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:44,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bbc42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:44,606 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,36823,1731558041184 2024-11-14T04:20:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d1647cf 2024-11-14T04:20:44,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:44,608 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:44,609 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T04:20:44,609 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:20:44,609 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:44,609 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:44,609 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:44,609 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:44,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:20:44,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:20:44,612 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:44,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:20:44,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741835_1011 (size=1138) 2024-11-14T04:20:44,661 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:20:44,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:45,021 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59f1e4536b7e780d0c073d048803158c, NAME => 'hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f 2024-11-14T04:20:45,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741836_1012 (size=44) 2024-11-14T04:20:45,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59f1e4536b7e780d0c073d048803158c, disabling compactions & flushes 2024-11-14T04:20:45,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. after waiting 0 ms 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,428 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59f1e4536b7e780d0c073d048803158c: Waiting for close lock at 1731558045428Disabling compacts and flushes for region at 1731558045428Disabling writes for close at 1731558045428Writing region close event to WAL at 1731558045428Closed at 1731558045428 2024-11-14T04:20:45,430 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:20:45,431 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558045431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558045431"}]},"ts":"1731558045431"} 2024-11-14T04:20:45,434 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:20:45,436 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:20:45,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558045436"}]},"ts":"1731558045436"} 2024-11-14T04:20:45,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:20:45,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59f1e4536b7e780d0c073d048803158c, ASSIGN}] 2024-11-14T04:20:45,442 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59f1e4536b7e780d0c073d048803158c, ASSIGN 2024-11-14T04:20:45,443 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59f1e4536b7e780d0c073d048803158c, ASSIGN; state=OFFLINE, location=b024da739ae8,41153,1731558034893; forceNewPlan=false, retain=false 2024-11-14T04:20:45,594 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59f1e4536b7e780d0c073d048803158c, regionState=OPENING, regionLocation=b024da739ae8,41153,1731558034893 2024-11-14T04:20:45,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59f1e4536b7e780d0c073d048803158c, ASSIGN because future has completed 2024-11-14T04:20:45,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59f1e4536b7e780d0c073d048803158c, server=b024da739ae8,41153,1731558034893}] 2024-11-14T04:20:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:45,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:45,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:20:45,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41153%2C1731558034893.rep, suffix=, logDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893, archiveDir=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs, maxLogs=10 2024-11-14T04:20:45,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.rep.1731558045763, exclude list is [], retry=0 2024-11-14T04:20:45,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38959,DS-7260aae8-70fe-4b96-a233-a6c702531f22,DISK] 2024-11-14T04:20:45,784 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.rep.1731558045763 2024-11-14T04:20:45,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35011:35011)] 2024-11-14T04:20:45,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 59f1e4536b7e780d0c073d048803158c, NAME => 'hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:45,785 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:45,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. service=MultiRowMutationService 2024-11-14T04:20:45,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:20:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,788 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,790 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f1e4536b7e780d0c073d048803158c columnFamilyName hfileref 2024-11-14T04:20:45,790 DEBUG [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:45,791 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(327): Store=59f1e4536b7e780d0c073d048803158c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:45,791 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,792 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f1e4536b7e780d0c073d048803158c columnFamilyName queue 2024-11-14T04:20:45,793 DEBUG [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:45,793 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(327): Store=59f1e4536b7e780d0c073d048803158c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:45,793 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,795 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f1e4536b7e780d0c073d048803158c columnFamilyName sid 2024-11-14T04:20:45,795 DEBUG [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:45,795 INFO [StoreOpener-59f1e4536b7e780d0c073d048803158c-1 {}] regionserver.HStore(327): Store=59f1e4536b7e780d0c073d048803158c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:20:45,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:45,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 59f1e4536b7e780d0c073d048803158c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097431, jitterRate=-0.04487384855747223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:20:45,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:45,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 59f1e4536b7e780d0c073d048803158c: Running coprocessor pre-open hook at 1731558045786Writing region info on filesystem at 1731558045786Initializing all the Stores at 1731558045787 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558045787Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558045787Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558045787Cleaning up temporary data from old regions at 1731558045798 (+11 ms)Running coprocessor post-open hooks at 1731558045805 (+7 ms)Region opened successfully at 1731558045806 (+1 ms) 2024-11-14T04:20:45,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c., pid=7, masterSystemTime=1731558045751 2024-11-14T04:20:45,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:45,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=59f1e4536b7e780d0c073d048803158c, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41153,1731558034893 2024-11-14T04:20:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59f1e4536b7e780d0c073d048803158c, server=b024da739ae8,41153,1731558034893 because future has completed 2024-11-14T04:20:45,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T04:20:45,820 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 59f1e4536b7e780d0c073d048803158c, server=b024da739ae8,41153,1731558034893 in 218 msec 2024-11-14T04:20:45,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:20:45,833 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59f1e4536b7e780d0c073d048803158c, ASSIGN in 380 msec 2024-11-14T04:20:45,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:20:45,835 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558045834"}]},"ts":"1731558045834"} 2024-11-14T04:20:45,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:20:45,841 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:20:45,846 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-14T04:20:45,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c., hostname=b024da739ae8,41153,1731558034893, seqNum=2] 2024-11-14T04:20:45,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:45,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:45,948 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:20:46,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T04:20:46,104 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:20:46,140 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,41153,1731558034893, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:20:46,141 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:46,141 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41153,1731558034893, seqNum=-1] 2024-11-14T04:20:46,142 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:46,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-14T04:20:46,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,41153,1731558034893', locateType=CURRENT is [region=hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c., hostname=b024da739ae8,41153,1731558034893, seqNum=2] 2024-11-14T04:20:46,148 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T04:20:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T04:20:46,151 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,41153,1731558034893 suceeded 2024-11-14T04:20:46,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T04:20:46,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-14T04:20:46,155 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:36823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:20:46,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5560 sec 2024-11-14T04:20:46,163 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:36823' 2024-11-14T04:20:46,164 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d789ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:46,164 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,36823,-1 for getting cluster id 2024-11-14T04:20:46,164 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:46,165 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ef910a7c-223c-4671-9ac7-6d3e83fc50a8' 2024-11-14T04:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ef910a7c-223c-4671-9ac7-6d3e83fc50a8" 2024-11-14T04:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117a023f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,36823,-1] 2024-11-14T04:20:46,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:46,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,168 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:46,169 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58bc4c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:46,169 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,36823,1731558041184 2024-11-14T04:20:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8d701f5 2024-11-14T04:20:46,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:46,171 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-14T04:20:46,172 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,41153,1731558034893 (queues=1) is replicating from cluster=ff709493-e511-411f-b42a-6bca69768824 to cluster=ef910a7c-223c-4671-9ac7-6d3e83fc50a8 2024-11-14T04:20:46,172 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C41153%2C1731558034893 2024-11-14T04:20:46,172 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,41153,1731558034893, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:20:46,173 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650, startPosition=0, beingWritten=true 2024-11-14T04:20:46,184 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.shipperb024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C41153%2C1731558034893 2024-11-14T04:20:46,391 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:46,700 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:20:46,752 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:20:46,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:46,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:46,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:46,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:20:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37081,1731558034270 2024-11-14T04:20:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e0fd464 2024-11-14T04:20:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:20:46,755 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:20:46,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37081 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:20:46,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:20:46,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:46,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:46,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:46,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:20:46,756 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=364595285, stopped=false 2024-11-14T04:20:46,756 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,36823,1731558041184 2024-11-14T04:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-714086865/running 2024-11-14T04:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-714086865/running 2024-11-14T04:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:46,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:46,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:46,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:46,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:46,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,779 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,43101,1731558041336' ***** 2024-11-14T04:20:46,779 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:20:46,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/running 2024-11-14T04:20:46,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Set watcher on znode that does not yet exist, /1-714086865/running 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:20:46,780 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,43101,1731558041336 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43101. 2024-11-14T04:20:46,780 DEBUG [RS:0;b024da739ae8:43101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:46,780 DEBUG [RS:0;b024da739ae8:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:20:46,780 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:20:46,781 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:20:46,781 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:20:46,781 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:46,781 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:46,781 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:46,781 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:46,781 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:46,781 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:46,781 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T04:20:46,796 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/.tmp/ns/6c7c544c0bb84b54b1405b2472a27c28 is 43, key is default/ns:d/1731558044383/Put/seqid=0 2024-11-14T04:20:46,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741835_1011 (size=5153) 2024-11-14T04:20:46,863 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:46,981 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:47,105 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:47,181 DEBUG [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:47,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:20:47,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:20:47,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:20:47,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:20:47,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:47,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T04:20:47,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:47,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:20:47,201 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/.tmp/ns/6c7c544c0bb84b54b1405b2472a27c28 2024-11-14T04:20:47,209 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/.tmp/ns/6c7c544c0bb84b54b1405b2472a27c28 as hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/ns/6c7c544c0bb84b54b1405b2472a27c28 2024-11-14T04:20:47,217 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/ns/6c7c544c0bb84b54b1405b2472a27c28, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T04:20:47,218 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-14T04:20:47,222 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:20:47,223 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:47,223 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:47,223 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:47,223 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558046781Running coprocessor pre-close hooks at 1731558046781Disabling compacts and flushes for region at 1731558046781Disabling writes for close at 1731558046781Obtaining lock to block concurrent updates at 1731558046781Preparing flush snapshotting stores in 1588230740 at 1731558046781Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731558046781Flushing stores of hbase:meta,,1.1588230740 at 1731558046782 (+1 ms)Flushing 1588230740/ns: creating writer at 1731558046782Flushing 1588230740/ns: appending metadata at 1731558046796 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731558046796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7026b91e: reopening flushed file at 1731558047208 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1731558047218 (+10 ms)Writing region close event to WAL at 1731558047219 (+1 ms)Running coprocessor post-close hooks at 1731558047223 (+4 ms)Closed at 1731558047223 2024-11-14T04:20:47,223 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:47,330 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:20:47,330 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:20:47,381 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,43101,1731558041336; all regions closed. 2024-11-14T04:20:47,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741834_1010 (size=1152) 2024-11-14T04:20:47,387 DEBUG [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/oldWALs 2024-11-14T04:20:47,387 INFO [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43101%2C1731558041336.meta:.meta(num 1731558044265) 2024-11-14T04:20:47,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741833_1009 (size=93) 2024-11-14T04:20:47,392 DEBUG [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/oldWALs 2024-11-14T04:20:47,392 INFO [RS:0;b024da739ae8:43101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43101%2C1731558041336:(num 1731558043391) 2024-11-14T04:20:47,392 DEBUG [RS:0;b024da739ae8:43101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:47,392 INFO [RS:0;b024da739ae8:43101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:47,392 INFO [RS:0;b024da739ae8:43101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:47,393 INFO [RS:0;b024da739ae8:43101 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:47,393 INFO [RS:0;b024da739ae8:43101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:47,393 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:47,393 INFO [RS:0;b024da739ae8:43101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43101 2024-11-14T04:20:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865/rs 2024-11-14T04:20:47,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-714086865/rs/b024da739ae8,43101,1731558041336 2024-11-14T04:20:47,400 INFO [RS:0;b024da739ae8:43101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:47,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,43101,1731558041336] 2024-11-14T04:20:47,514 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-714086865/draining/b024da739ae8,43101,1731558041336 already deleted, retry=false 2024-11-14T04:20:47,514 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,43101,1731558041336 expired; onlineServers=0 2024-11-14T04:20:47,514 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,36823,1731558041184' ***** 2024-11-14T04:20:47,514 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:20:47,514 INFO [M:0;b024da739ae8:36823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:47,514 INFO [M:0;b024da739ae8:36823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:47,514 DEBUG [M:0;b024da739ae8:36823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:20:47,515 DEBUG [M:0;b024da739ae8:36823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:20:47,515 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:20:47,515 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558042987 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558042987,5,FailOnTimeoutGroup] 2024-11-14T04:20:47,515 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558042987 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558042987,5,FailOnTimeoutGroup] 2024-11-14T04:20:47,515 INFO [M:0;b024da739ae8:36823 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:47,515 INFO [M:0;b024da739ae8:36823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:47,515 DEBUG [M:0;b024da739ae8:36823 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:20:47,515 INFO [M:0;b024da739ae8:36823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:20:47,515 INFO [M:0;b024da739ae8:36823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:47,515 INFO [M:0;b024da739ae8:36823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:20:47,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:20:47,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-714086865/master 2024-11-14T04:20:47,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-714086865 2024-11-14T04:20:47,526 DEBUG [M:0;b024da739ae8:36823 {}] zookeeper.ZKUtil(347): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Unable to get data of znode /1-714086865/master because node does not exist (not an error) 2024-11-14T04:20:47,526 WARN [M:0;b024da739ae8:36823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:20:47,527 INFO [M:0;b024da739ae8:36823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/.lastflushedseqids 2024-11-14T04:20:47,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741836_1012 (size=99) 2024-11-14T04:20:47,554 INFO [M:0;b024da739ae8:36823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:20:47,554 INFO [M:0;b024da739ae8:36823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:20:47,554 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:47,554 INFO [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:47,554 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:47,554 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:47,554 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:47,554 INFO [M:0;b024da739ae8:36823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T04:20:47,593 DEBUG [M:0;b024da739ae8:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5814841b41ae475ea746784ea503e414 is 82, key is hbase:meta,,1/info:regioninfo/1731558044309/Put/seqid=0 2024-11-14T04:20:47,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:47,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43101-0x1013792bb350004, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:47,596 INFO [RS:0;b024da739ae8:43101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:47,596 INFO [RS:0;b024da739ae8:43101 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,43101,1731558041336; zookeeper connection closed. 2024-11-14T04:20:47,596 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eb4d377 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eb4d377 2024-11-14T04:20:47,596 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:20:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741837_1013 (size=5672) 2024-11-14T04:20:47,601 INFO [M:0;b024da739ae8:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5814841b41ae475ea746784ea503e414 2024-11-14T04:20:47,610 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:47,637 DEBUG [M:0;b024da739ae8:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a1a221e8154137b008ac21a3fb0fe7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731558044387/Put/seqid=0 2024-11-14T04:20:47,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741838_1014 (size=5275) 2024-11-14T04:20:48,044 INFO [M:0;b024da739ae8:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a1a221e8154137b008ac21a3fb0fe7 2024-11-14T04:20:48,070 DEBUG [M:0;b024da739ae8:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ff9514c3e3c42dd817552ec9704df31 is 69, key is b024da739ae8,43101,1731558041336/rs:state/1731558043180/Put/seqid=0 2024-11-14T04:20:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741839_1015 (size=5156) 2024-11-14T04:20:48,217 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:48,481 INFO [M:0;b024da739ae8:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ff9514c3e3c42dd817552ec9704df31 2024-11-14T04:20:48,486 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5814841b41ae475ea746784ea503e414 as hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5814841b41ae475ea746784ea503e414 2024-11-14T04:20:48,493 INFO [M:0;b024da739ae8:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5814841b41ae475ea746784ea503e414, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T04:20:48,494 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/85a1a221e8154137b008ac21a3fb0fe7 as hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85a1a221e8154137b008ac21a3fb0fe7 2024-11-14T04:20:48,499 INFO [M:0;b024da739ae8:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/85a1a221e8154137b008ac21a3fb0fe7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T04:20:48,500 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ff9514c3e3c42dd817552ec9704df31 as hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ff9514c3e3c42dd817552ec9704df31 2024-11-14T04:20:48,505 INFO [M:0;b024da739ae8:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40657/user/jenkins/test-data/cb96908e-06be-aa5d-896f-d038c4cb80b2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ff9514c3e3c42dd817552ec9704df31, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T04:20:48,506 INFO [M:0;b024da739ae8:36823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=28, compaction requested=false 2024-11-14T04:20:48,507 INFO [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:48,508 DEBUG [M:0;b024da739ae8:36823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558047554Disabling compacts and flushes for region at 1731558047554Disabling writes for close at 1731558047554Obtaining lock to block concurrent updates at 1731558047554Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558047554Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731558047555 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558047564 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558047564Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558047592 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558047592Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558047612 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558047637 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558047637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558048049 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558048069 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558048069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdb68b: reopening flushed file at 1731558048486 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bed8c11: reopening flushed file at 1731558048493 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68f3dcdc: reopening flushed file at 1731558048499 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 952ms, sequenceid=28, compaction requested=false at 1731558048506 (+7 ms)Writing region close event to WAL at 1731558048507 (+1 ms)Closed at 1731558048507 2024-11-14T04:20:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38809 is added to blk_1073741830_1006 (size=10165) 2024-11-14T04:20:48,510 INFO [M:0;b024da739ae8:36823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:20:48,510 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:48,510 INFO [M:0;b024da739ae8:36823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36823 2024-11-14T04:20:48,510 INFO [M:0;b024da739ae8:36823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:48,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:48,700 INFO [M:0;b024da739ae8:36823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:48,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1013792bb350003, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:48,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16a146c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:48,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@450445c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:48,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:48,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a03866f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:48,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a764c8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:48,705 WARN [BP-1160338537-172.17.0.3-1731558039101 heartbeating to localhost/127.0.0.1:40657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:20:48,705 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:20:48,705 WARN [BP-1160338537-172.17.0.3-1731558039101 heartbeating to localhost/127.0.0.1:40657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1160338537-172.17.0.3-1731558039101 (Datanode Uuid 6bc860ee-5ac5-49ab-8bfe-358184c552db) service to localhost/127.0.0.1:40657 2024-11-14T04:20:48,705 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:20:48,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/cluster_4cf13166-22b0-61fd-d123-5306e83897bf/data/data1/current/BP-1160338537-172.17.0.3-1731558039101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:48,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/cluster_4cf13166-22b0-61fd-d123-5306e83897bf/data/data2/current/BP-1160338537-172.17.0.3-1731558039101 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:48,706 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:20:48,713 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@515b4dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:48,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@100102b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:48,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:48,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@234e6441{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:48,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a2b13f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:20:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:20:48,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:48,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:48,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:48,727 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:48,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:48,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:20:48,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1024398878, stopped=false 2024-11-14T04:20:48,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,37081,1731558034270 2024-11-14T04:20:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400301833/running 2024-11-14T04:20:48,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400301833/running 2024-11-14T04:20:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:48,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:48,758 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:48,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/running 2024-11-14T04:20:48,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Set watcher on znode that does not yet exist, /0-1400301833/running 2024-11-14T04:20:48,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:20:48,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:48,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:48,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41153,1731558034893' ***** 2024-11-14T04:20:48,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:20:48,762 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(3091): Received CLOSE for 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41153,1731558034893 2024-11-14T04:20:48,763 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:48,763 INFO [RS:0;b024da739ae8:41153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41153. 2024-11-14T04:20:48,763 DEBUG [RS:0;b024da739ae8:41153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:48,764 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:48,764 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59f1e4536b7e780d0c073d048803158c, disabling compactions & flushes 2024-11-14T04:20:48,764 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:48,764 INFO [RS:0;b024da739ae8:41153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:20:48,764 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:48,764 INFO [RS:0;b024da739ae8:41153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:20:48,764 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. after waiting 0 ms 2024-11-14T04:20:48,764 INFO [RS:0;b024da739ae8:41153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:20:48,764 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:48,764 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:20:48,764 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 59f1e4536b7e780d0c073d048803158c 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T04:20:48,765 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:20:48,765 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1325): Online Regions={59f1e4536b7e780d0c073d048803158c=hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:20:48,765 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59f1e4536b7e780d0c073d048803158c 2024-11-14T04:20:48,765 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:48,765 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:48,765 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:48,765 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:48,765 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:48,765 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T04:20:48,798 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/.tmp/queue/4aa31a4e04b24e939cbd168f5c3bbdee is 151, key is 1-b024da739ae8,41153,1731558034893/queue:b024da739ae8%2C41153%2C1731558034893/1731558046146/Put/seqid=0 2024-11-14T04:20:48,799 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/info/2f762af0293d49c6a277373e5febfc39 is 147, key is hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c./info:regioninfo/1731558045811/Put/seqid=0 2024-11-14T04:20:48,815 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:48,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741839_1015 (size=6631) 2024-11-14T04:20:48,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741838_1014 (size=5350) 2024-11-14T04:20:48,827 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/.tmp/queue/4aa31a4e04b24e939cbd168f5c3bbdee 2024-11-14T04:20:48,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/.tmp/queue/4aa31a4e04b24e939cbd168f5c3bbdee as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/queue/4aa31a4e04b24e939cbd168f5c3bbdee 2024-11-14T04:20:48,850 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/queue/4aa31a4e04b24e939cbd168f5c3bbdee, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T04:20:48,851 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 59f1e4536b7e780d0c073d048803158c in 87ms, sequenceid=5, compaction requested=false 2024-11-14T04:20:48,851 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:20:48,870 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/replication/59f1e4536b7e780d0c073d048803158c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:20:48,870 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:48,871 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:48,871 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:48,871 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59f1e4536b7e780d0c073d048803158c: Waiting for close lock at 1731558048764Running coprocessor pre-close hooks at 1731558048764Disabling compacts and flushes for region at 1731558048764Disabling writes for close at 1731558048764Obtaining lock to block concurrent updates at 1731558048764Preparing flush snapshotting stores in 59f1e4536b7e780d0c073d048803158c at 1731558048764Finished memstore snapshotting hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731558048764Flushing stores of hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. at 1731558048766 (+2 ms)Flushing 59f1e4536b7e780d0c073d048803158c/queue: creating writer at 1731558048766Flushing 59f1e4536b7e780d0c073d048803158c/queue: appending metadata at 1731558048797 (+31 ms)Flushing 59f1e4536b7e780d0c073d048803158c/queue: closing flushed file at 1731558048797Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d8039e: reopening flushed file at 1731558048836 (+39 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 59f1e4536b7e780d0c073d048803158c in 87ms, sequenceid=5, compaction requested=false at 1731558048851 (+15 ms)Writing region close event to WAL at 1731558048865 (+14 ms)Running coprocessor post-close hooks at 1731558048870 (+5 ms)Closed at 1731558048871 (+1 ms) 2024-11-14T04:20:48,871 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558044609.59f1e4536b7e780d0c073d048803158c. 2024-11-14T04:20:48,927 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:48,965 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:49,165 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:49,220 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/info/2f762af0293d49c6a277373e5febfc39 2024-11-14T04:20:49,247 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/ns/3f67d1b275604c8d97ffb850b9ad1cc2 is 43, key is default/ns:d/1731558038871/Put/seqid=0 2024-11-14T04:20:49,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741840_1016 (size=5153) 2024-11-14T04:20:49,366 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:49,537 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:20:49,537 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:20:49,566 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:49,653 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/ns/3f67d1b275604c8d97ffb850b9ad1cc2 2024-11-14T04:20:49,672 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/table/2218ce9007bb4e259805696fec8c49f6 is 53, key is hbase:replication/table:state/1731558045834/Put/seqid=0 2024-11-14T04:20:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741841_1017 (size=5256) 2024-11-14T04:20:49,732 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 to pos 0, reset compression=false 2024-11-14T04:20:49,766 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:20:49,766 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:20:49,766 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:49,795 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:20:49,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:49,814 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:49,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:49,966 DEBUG [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:20:50,077 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/table/2218ce9007bb4e259805696fec8c49f6 2024-11-14T04:20:50,083 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/info/2f762af0293d49c6a277373e5febfc39 as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/info/2f762af0293d49c6a277373e5febfc39 2024-11-14T04:20:50,089 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/info/2f762af0293d49c6a277373e5febfc39, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T04:20:50,090 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/ns/3f67d1b275604c8d97ffb850b9ad1cc2 as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/ns/3f67d1b275604c8d97ffb850b9ad1cc2 2024-11-14T04:20:50,095 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/ns/3f67d1b275604c8d97ffb850b9ad1cc2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:20:50,096 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/.tmp/table/2218ce9007bb4e259805696fec8c49f6 as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/table/2218ce9007bb4e259805696fec8c49f6 2024-11-14T04:20:50,102 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/table/2218ce9007bb4e259805696fec8c49f6, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T04:20:50,103 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false 2024-11-14T04:20:50,107 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:20:50,108 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:50,108 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:50,108 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:50,108 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558048765Running coprocessor pre-close hooks at 1731558048765Disabling compacts and flushes for region at 1731558048765Disabling writes for close at 1731558048765Obtaining lock to block concurrent updates at 1731558048765Preparing flush snapshotting stores in 1588230740 at 1731558048765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731558048766 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558048766Flushing 1588230740/info: creating writer at 1731558048766Flushing 1588230740/info: appending metadata at 1731558048799 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731558048799Flushing 1588230740/ns: creating writer at 1731558049227 (+428 ms)Flushing 1588230740/ns: appending metadata at 1731558049246 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731558049246Flushing 1588230740/table: creating writer at 1731558049659 (+413 ms)Flushing 1588230740/table: appending metadata at 1731558049671 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731558049671Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bae9eb3: reopening flushed file at 1731558050083 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47733cc4: reopening flushed file at 1731558050089 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d35411c: reopening flushed file at 1731558050095 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=11, compaction requested=false at 1731558050103 (+8 ms)Writing region close event to WAL at 1731558050104 (+1 ms)Running coprocessor post-close hooks at 1731558050108 (+4 ms)Closed at 1731558050108 2024-11-14T04:20:50,108 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:50,167 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41153,1731558034893; all regions closed. 2024-11-14T04:20:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741834_1010 (size=2742) 2024-11-14T04:20:50,171 DEBUG [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs 2024-11-14T04:20:50,171 INFO [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41153%2C1731558034893.meta:.meta(num 1731558038756) 2024-11-14T04:20:50,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741837_1013 (size=1586) 2024-11-14T04:20:50,176 DEBUG [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs 2024-11-14T04:20:50,176 INFO [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41153%2C1731558034893.rep:(num 1731558045763) 2024-11-14T04:20:50,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741832_1008 (size=93) 2024-11-14T04:20:50,185 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/WALs/b024da739ae8,41153,1731558034893/b024da739ae8%2C41153%2C1731558034893.1731558037650 not finished, retry = 0 2024-11-14T04:20:50,287 DEBUG [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/oldWALs 2024-11-14T04:20:50,287 INFO [RS:0;b024da739ae8:41153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41153%2C1731558034893:(num 1731558037650) 2024-11-14T04:20:50,288 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:50,288 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,41153,1731558034893 because: Region server is closing 2024-11-14T04:20:50,288 INFO [RS:0;b024da739ae8:41153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41153. 2024-11-14T04:20:50,288 DEBUG [RS:0;b024da739ae8:41153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:20:50,288 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:50,288 DEBUG [RS:0;b024da739ae8:41153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:50,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:20:50,389 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.wal-reader.b024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:20:50,389 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.shipperb024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:20:50,389 INFO [RS:0;b024da739ae8:41153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41153,1731558034893.replicationSource.shipperb024da739ae8%2C41153%2C1731558034893,1-b024da739ae8,41153,1731558034893 terminated 2024-11-14T04:20:50,389 INFO [RS:0;b024da739ae8:41153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41153 2024-11-14T04:20:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400301833/rs/b024da739ae8,41153,1731558034893 2024-11-14T04:20:50,442 INFO [RS:0;b024da739ae8:41153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833/rs 2024-11-14T04:20:50,463 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41153,1731558034893] 2024-11-14T04:20:50,527 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1400301833/draining/b024da739ae8,41153,1731558034893 already deleted, retry=false 2024-11-14T04:20:50,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41153,1731558034893 expired; onlineServers=0 2024-11-14T04:20:50,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,37081,1731558034270' ***** 2024-11-14T04:20:50,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:20:50,527 INFO [M:0;b024da739ae8:37081 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:20:50,527 INFO [M:0;b024da739ae8:37081 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:20:50,527 DEBUG [M:0;b024da739ae8:37081 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:20:50,527 DEBUG [M:0;b024da739ae8:37081 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:20:50,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:20:50,527 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558037316 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558037316,5,FailOnTimeoutGroup] 2024-11-14T04:20:50,527 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558037324 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558037324,5,FailOnTimeoutGroup] 2024-11-14T04:20:50,528 INFO [M:0;b024da739ae8:37081 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:20:50,528 INFO [M:0;b024da739ae8:37081 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:20:50,528 DEBUG [M:0;b024da739ae8:37081 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:20:50,528 INFO [M:0;b024da739ae8:37081 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:20:50,528 INFO [M:0;b024da739ae8:37081 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:20:50,528 INFO [M:0;b024da739ae8:37081 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:20:50,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:20:50,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1400301833/master 2024-11-14T04:20:50,547 DEBUG [M:0;b024da739ae8:37081 {}] zookeeper.ZKUtil(347): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Unable to get data of znode /0-1400301833/master because node does not exist (not an error) 2024-11-14T04:20:50,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1400301833 2024-11-14T04:20:50,547 WARN [M:0;b024da739ae8:37081 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:20:50,547 INFO [M:0;b024da739ae8:37081 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/.lastflushedseqids 2024-11-14T04:20:50,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741842_1018 (size=181) 2024-11-14T04:20:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:50,563 INFO [RS:0;b024da739ae8:41153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:50,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41153-0x1013792bb350001, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:50,563 INFO [RS:0;b024da739ae8:41153 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41153,1731558034893; zookeeper connection closed. 2024-11-14T04:20:50,563 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1557f1c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1557f1c8 2024-11-14T04:20:50,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:20:50,953 INFO [M:0;b024da739ae8:37081 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:20:50,953 INFO [M:0;b024da739ae8:37081 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:20:50,953 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:50,953 INFO [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:50,953 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:50,953 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:50,953 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:50,954 INFO [M:0;b024da739ae8:37081 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T04:20:50,968 DEBUG [M:0;b024da739ae8:37081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ab752e3689746b899d9c346ccb151d6 is 82, key is hbase:meta,,1/info:regioninfo/1731558038840/Put/seqid=0 2024-11-14T04:20:50,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741843_1019 (size=5672) 2024-11-14T04:20:51,373 INFO [M:0;b024da739ae8:37081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ab752e3689746b899d9c346ccb151d6 2024-11-14T04:20:51,391 DEBUG [M:0;b024da739ae8:37081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e140f5fc94b4ea3baf093aebfb9a6eb is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731558045844/Put/seqid=0 2024-11-14T04:20:51,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741844_1020 (size=7203) 2024-11-14T04:20:51,397 INFO [M:0;b024da739ae8:37081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e140f5fc94b4ea3baf093aebfb9a6eb 2024-11-14T04:20:51,416 DEBUG [M:0;b024da739ae8:37081 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab6596175ac413ca6d1835ede2c1d24 is 69, key is b024da739ae8,41153,1731558034893/rs:state/1731558037437/Put/seqid=0 2024-11-14T04:20:51,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741845_1021 (size=5156) 2024-11-14T04:20:51,821 INFO [M:0;b024da739ae8:37081 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab6596175ac413ca6d1835ede2c1d24 2024-11-14T04:20:51,827 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2ab752e3689746b899d9c346ccb151d6 as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ab752e3689746b899d9c346ccb151d6 2024-11-14T04:20:51,832 INFO [M:0;b024da739ae8:37081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2ab752e3689746b899d9c346ccb151d6, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T04:20:51,832 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e140f5fc94b4ea3baf093aebfb9a6eb as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e140f5fc94b4ea3baf093aebfb9a6eb 2024-11-14T04:20:51,838 INFO [M:0;b024da739ae8:37081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e140f5fc94b4ea3baf093aebfb9a6eb, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T04:20:51,839 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2ab6596175ac413ca6d1835ede2c1d24 as hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab6596175ac413ca6d1835ede2c1d24 2024-11-14T04:20:51,844 INFO [M:0;b024da739ae8:37081 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36555/user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2ab6596175ac413ca6d1835ede2c1d24, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T04:20:51,846 INFO [M:0;b024da739ae8:37081 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=70, compaction requested=false 2024-11-14T04:20:51,847 INFO [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:51,847 DEBUG [M:0;b024da739ae8:37081 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558050953Disabling compacts and flushes for region at 1731558050953Disabling writes for close at 1731558050953Obtaining lock to block concurrent updates at 1731558050954 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558050954Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731558050954Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558050955 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558050955Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558050968 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558050968Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558051378 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558051391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558051391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558051402 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558051415 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558051416 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46281cab: reopening flushed file at 1731558051826 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72c9cda2: reopening flushed file at 1731558051832 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474b00d4: reopening flushed file at 1731558051838 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=70, compaction requested=false at 1731558051846 (+8 ms)Writing region close event to WAL at 1731558051847 (+1 ms)Closed at 1731558051847 2024-11-14T04:20:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38959 is added to blk_1073741830_1006 (size=41008) 2024-11-14T04:20:51,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10e70e60-7f18-2965-aa2f-2b96237ac18f/MasterData/WALs/b024da739ae8,37081,1731558034270/b024da739ae8%2C37081%2C1731558034270.1731558036051 not finished, retry = 0 2024-11-14T04:20:51,950 INFO [M:0;b024da739ae8:37081 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:20:51,950 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:20:51,950 INFO [M:0;b024da739ae8:37081 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37081 2024-11-14T04:20:51,950 INFO [M:0;b024da739ae8:37081 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:20:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:52,104 INFO [M:0;b024da739ae8:37081 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:20:52,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37081-0x1013792bb350000, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:20:52,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33622c33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:52,106 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70488f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:52,106 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:52,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3134d65{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:52,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f10cf5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:52,108 WARN [BP-1892910120-172.17.0.3-1731558031345 heartbeating to localhost/127.0.0.1:36555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:20:52,108 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:20:52,108 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:20:52,108 WARN [BP-1892910120-172.17.0.3-1731558031345 heartbeating to localhost/127.0.0.1:36555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1892910120-172.17.0.3-1731558031345 (Datanode Uuid 8d9c1695-629c-4acd-a7d2-a9d2f6e0f7c4) service to localhost/127.0.0.1:36555 2024-11-14T04:20:52,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/data/data1/current/BP-1892910120-172.17.0.3-1731558031345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:52,109 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/cluster_bf29dd1b-e634-fc77-22a4-62c8be782d4e/data/data2/current/BP-1892910120-172.17.0.3-1731558031345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:20:52,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:20:52,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ae5c3c7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:52,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64341732{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:20:52,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:20:52,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aba68e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:20:52,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565871ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6a5bcdb5-ff22-46f4-84fc-e161296848c1/hadoop.log.dir/,STOPPED} 2024-11-14T04:20:52,123 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:20:52,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:20:52,142 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 113) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36555 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40657 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56949) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:36555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56949) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:40657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=872 (was 950), ProcessCount=11 (was 11), AvailableMemoryMB=2598 (was 3763) 2024-11-14T04:20:52,149 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=872, ProcessCount=11, AvailableMemoryMB=2598 2024-11-14T04:20:52,161 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-14T04:20:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir so I do NOT create it in target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65 2024-11-14T04:20:52,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:20:52,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.tmp.dir so I do NOT create it in target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65 2024-11-14T04:20:52,161 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/385fe870-7a97-1579-a67e-c94abd16d423/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:20:52,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65 2024-11-14T04:20:52,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07, deleteOnExit=true 2024-11-14T04:20:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013792bb350005, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:20:52,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013792bb350002, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:20:52,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013792bb350002, quorum=127.0.0.1:56949, baseZNode=/0-1400301833 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:20:52,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013792bb350005, quorum=127.0.0.1:56949, baseZNode=/1-714086865 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:20:52,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/zookeeper_0, clientPort=63039, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:20:52,228 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63039 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/test.cache.data in system properties and HBase conf 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:20:52,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:20:52,229 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:20:52,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:20:52,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:20:53,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:53,044 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:53,064 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:53,065 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:53,065 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:20:53,065 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:53,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@199c5342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:53,066 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62564991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:53,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78408448{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/java.io.tmpdir/jetty-localhost-42921-hadoop-hdfs-3_4_1-tests_jar-_-any-6332088834771112055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:20:53,189 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d982fd7{HTTP/1.1, (http/1.1)}{localhost:42921} 2024-11-14T04:20:53,189 INFO [Time-limited test {}] server.Server(415): Started @140216ms 2024-11-14T04:20:54,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:54,038 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:54,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:54,049 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:54,049 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:20:54,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c18c7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:54,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25670136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:20:54,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a4133ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/java.io.tmpdir/jetty-localhost-43493-hadoop-hdfs-3_4_1-tests_jar-_-any-16530952106808876096/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:20:54,216 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3612b97e{HTTP/1.1, (http/1.1)}{localhost:43493} 2024-11-14T04:20:54,216 INFO [Time-limited test {}] server.Server(415): Started @141243ms 2024-11-14T04:20:54,218 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:20:55,086 WARN [Thread-835 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/data/data2/current/BP-176516366-172.17.0.3-1731558052260/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:55,086 WARN [Thread-834 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/data/data1/current/BP-176516366-172.17.0.3-1731558052260/current, will proceed with Du for space computation calculation, 2024-11-14T04:20:55,100 WARN [Thread-822 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:20:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a9f14a5e535e64 with lease ID 0x21d70b32a66f887f: Processing first storage report for DS-e38c6d44-1317-4d6a-870a-a707045e137c from datanode DatanodeRegistration(127.0.0.1:34647, datanodeUuid=3ce59470-3d82-4a03-b8fb-a0aa24cc2822, infoPort=43683, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=2070847772;c=1731558052260) 2024-11-14T04:20:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a9f14a5e535e64 with lease ID 0x21d70b32a66f887f: from storage DS-e38c6d44-1317-4d6a-870a-a707045e137c node DatanodeRegistration(127.0.0.1:34647, datanodeUuid=3ce59470-3d82-4a03-b8fb-a0aa24cc2822, infoPort=43683, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=2070847772;c=1731558052260), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x91a9f14a5e535e64 with lease ID 0x21d70b32a66f887f: Processing first storage report for DS-7cb96763-fc1a-47f2-b25d-f883405bd940 from datanode DatanodeRegistration(127.0.0.1:34647, datanodeUuid=3ce59470-3d82-4a03-b8fb-a0aa24cc2822, infoPort=43683, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=2070847772;c=1731558052260) 2024-11-14T04:20:55,103 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x91a9f14a5e535e64 with lease ID 0x21d70b32a66f887f: from storage DS-7cb96763-fc1a-47f2-b25d-f883405bd940 node DatanodeRegistration(127.0.0.1:34647, datanodeUuid=3ce59470-3d82-4a03-b8fb-a0aa24cc2822, infoPort=43683, infoSecurePort=0, ipcPort=33439, storageInfo=lv=-57;cid=testClusterID;nsid=2070847772;c=1731558052260), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:20:55,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65 2024-11-14T04:20:55,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,115 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:20:55,524 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd with version=8 2024-11-14T04:20:55,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/hbase-staging 2024-11-14T04:20:55,527 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:20:55,527 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:55,528 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38355 2024-11-14T04:20:55,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38355 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:20:55,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383550x0, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:55,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38355-0x10137930d2d0000 connected 2024-11-14T04:20:55,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:20:55,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:55,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:55,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:55,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:20:55,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/running 2024-11-14T04:20:55,707 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd, hbase.cluster.distributed=false 2024-11-14T04:20:55,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/acl 2024-11-14T04:20:55,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-14T04:20:55,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38355 2024-11-14T04:20:55,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38355 2024-11-14T04:20:55,726 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-14T04:20:55,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38355 2024-11-14T04:20:55,748 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:20:55,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:20:55,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33179 2024-11-14T04:20:55,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33179 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:20:55,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:55,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331790x0, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:55,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331790x0, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/running 2024-11-14T04:20:55,775 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:20:55,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33179-0x10137930d2d0001 connected 2024-11-14T04:20:55,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:20:55,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/master 2024-11-14T04:20:55,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/acl 2024-11-14T04:20:55,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-14T04:20:55,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33179 2024-11-14T04:20:55,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33179 2024-11-14T04:20:55,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-14T04:20:55,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33179 2024-11-14T04:20:55,821 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:38355 2024-11-14T04:20:55,822 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01755661075/backup-masters/b024da739ae8,38355,1731558055527 2024-11-14T04:20:55,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/backup-masters 2024-11-14T04:20:55,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/backup-masters 2024-11-14T04:20:55,839 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on existing znode=/01755661075/backup-masters/b024da739ae8,38355,1731558055527 2024-11-14T04:20:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755661075/master 2024-11-14T04:20:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:55,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:55,850 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on existing znode=/01755661075/master 2024-11-14T04:20:55,850 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01755661075/backup-masters/b024da739ae8,38355,1731558055527 from backup master directory 2024-11-14T04:20:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/backup-masters 2024-11-14T04:20:55,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755661075/backup-masters/b024da739ae8,38355,1731558055527 2024-11-14T04:20:55,860 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:55,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/backup-masters 2024-11-14T04:20:55,860 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,38355,1731558055527 2024-11-14T04:20:55,863 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/hbase.id] with ID: 594f15e8-d4f8-459e-8b13-a3a60af63a60 2024-11-14T04:20:55,863 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/.tmp/hbase.id 2024-11-14T04:20:55,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:20:56,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/.tmp/hbase.id]:[hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/hbase.id] 2024-11-14T04:20:56,282 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:20:56,282 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:20:56,284 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:20:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:56,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:56,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:20:56,707 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:20:56,707 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:20:56,708 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:56,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:20:57,116 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store 2024-11-14T04:20:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:20:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:20:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:20:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:20:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:20:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:20:57,522 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:57,522 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:20:57,522 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558057522Disabling compacts and flushes for region at 1731558057522Disabling writes for close at 1731558057522Writing region close event to WAL at 1731558057522Closed at 1731558057522 2024-11-14T04:20:57,524 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/.initializing 2024-11-14T04:20:57,524 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/WALs/b024da739ae8,38355,1731558055527 2024-11-14T04:20:57,525 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:57,527 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C38355%2C1731558055527, suffix=, logDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/WALs/b024da739ae8,38355,1731558055527, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/oldWALs, maxLogs=10 2024-11-14T04:20:57,541 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/WALs/b024da739ae8,38355,1731558055527/b024da739ae8%2C38355%2C1731558055527.1731558057527, exclude list is [], retry=0 2024-11-14T04:20:57,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-e38c6d44-1317-4d6a-870a-a707045e137c,DISK] 2024-11-14T04:20:57,574 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/WALs/b024da739ae8,38355,1731558055527/b024da739ae8%2C38355%2C1731558055527.1731558057527 2024-11-14T04:20:57,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683)] 2024-11-14T04:20:57,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:57,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:57,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,583 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:20:57,583 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:57,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:57,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:20:57,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:57,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:57,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:20:57,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:57,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:57,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:20:57,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:57,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:20:57,594 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,595 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,596 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,597 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,597 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,598 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:57,599 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:20:57,602 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:57,602 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67912857, jitterRate=0.011980429291725159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:57,603 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558057576Initializing all the Stores at 1731558057577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558057577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558057580 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558057580Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558057580Cleaning up temporary data from old regions at 1731558057597 (+17 ms)Region opened successfully at 1731558057603 (+6 ms) 2024-11-14T04:20:57,604 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:20:57,612 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563f1fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:57,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:20:57,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:20:57,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:20:57,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:20:57,614 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:20:57,614 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:20:57,614 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:20:57,617 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:20:57,618 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/balancer because node does not exist (not necessarily an error) 2024-11-14T04:20:57,628 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/balancer already deleted, retry=false 2024-11-14T04:20:57,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:20:57,629 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:20:57,638 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/normalizer already deleted, retry=false 2024-11-14T04:20:57,639 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:20:57,645 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:20:57,657 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/switch/split already deleted, retry=false 2024-11-14T04:20:57,659 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:20:57,670 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/switch/merge already deleted, retry=false 2024-11-14T04:20:57,672 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:20:57,681 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/snapshot-cleanup already deleted, retry=false 2024-11-14T04:20:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755661075/running 2024-11-14T04:20:57,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01755661075/running 2024-11-14T04:20:57,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,692 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,38355,1731558055527, sessionid=0x10137930d2d0000, setting cluster-up flag (Was=false) 2024-11-14T04:20:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,744 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755661075/flush-table-proc/acquired, /01755661075/flush-table-proc/reached, /01755661075/flush-table-proc/abort 2024-11-14T04:20:57,745 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38355,1731558055527 2024-11-14T04:20:57,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:57,796 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01755661075/online-snapshot/acquired, /01755661075/online-snapshot/reached, /01755661075/online-snapshot/abort 2024-11-14T04:20:57,797 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38355,1731558055527 2024-11-14T04:20:57,799 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:20:57,800 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:57,801 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:20:57,801 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:20:57,801 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,38355,1731558055527 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:20:57,802 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:57,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:57,805 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:57,805 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:20:57,807 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:57,807 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:20:57,816 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558087816 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:20:57,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:20:57,818 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(746): ClusterId : 594f15e8-d4f8-459e-8b13-a3a60af63a60 2024-11-14T04:20:57,818 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:20:57,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:20:57,818 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558057818,5,FailOnTimeoutGroup] 2024-11-14T04:20:57,819 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558057818,5,FailOnTimeoutGroup] 2024-11-14T04:20:57,819 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:57,819 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:20:57,819 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:57,819 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:57,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:20:57,829 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:20:57,829 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:20:57,890 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:20:57,890 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d19cae1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:20:57,901 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:33179 2024-11-14T04:20:57,901 INFO [RS:0;b024da739ae8:33179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:20:57,901 INFO [RS:0;b024da739ae8:33179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:20:57,901 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:20:57,902 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,38355,1731558055527 with port=33179, startcode=1731558055748 2024-11-14T04:20:57,903 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:20:57,904 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:20:57,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,33179,1731558055748 2024-11-14T04:20:57,905 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38355 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,33179,1731558055748 2024-11-14T04:20:57,906 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd 2024-11-14T04:20:57,907 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46639 2024-11-14T04:20:57,907 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:20:57,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/rs 2024-11-14T04:20:57,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,33179,1731558055748] 2024-11-14T04:20:57,989 DEBUG [RS:0;b024da739ae8:33179 {}] zookeeper.ZKUtil(111): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on existing znode=/01755661075/rs/b024da739ae8,33179,1731558055748 2024-11-14T04:20:57,989 WARN [RS:0;b024da739ae8:33179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:20:57,989 INFO [RS:0;b024da739ae8:33179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:57,989 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748 2024-11-14T04:20:58,000 INFO [RS:0;b024da739ae8:33179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:20:58,003 INFO [RS:0;b024da739ae8:33179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:20:58,004 INFO [RS:0;b024da739ae8:33179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:20:58,004 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,010 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:20:58,011 INFO [RS:0;b024da739ae8:33179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:20:58,011 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:20:58,011 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:58,012 DEBUG [RS:0;b024da739ae8:33179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,015 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33179,1731558055748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:58,034 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:20:58,034 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33179,1731558055748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,034 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,034 INFO [RS:0;b024da739ae8:33179 {}] regionserver.Replication(171): b024da739ae8,33179,1731558055748 started 2024-11-14T04:20:58,052 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:58,052 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,33179,1731558055748, RpcServer on b024da739ae8/172.17.0.3:33179, sessionid=0x10137930d2d0001 2024-11-14T04:20:58,053 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:20:58,053 DEBUG [RS:0;b024da739ae8:33179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,33179,1731558055748 2024-11-14T04:20:58,053 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,33179,1731558055748' 2024-11-14T04:20:58,053 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755661075/flush-table-proc/abort' 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755661075/flush-table-proc/acquired' 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,33179,1731558055748 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,33179,1731558055748' 2024-11-14T04:20:58,057 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01755661075/online-snapshot/abort' 2024-11-14T04:20:58,058 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01755661075/online-snapshot/acquired' 2024-11-14T04:20:58,058 DEBUG [RS:0;b024da739ae8:33179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:20:58,058 INFO [RS:0;b024da739ae8:33179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:20:58,058 INFO [RS:0;b024da739ae8:33179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:20:58,159 INFO [RS:0;b024da739ae8:33179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:20:58,160 INFO [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C33179%2C1731558055748, suffix=, logDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs, maxLogs=10 2024-11-14T04:20:58,173 DEBUG [RS:0;b024da739ae8:33179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160, exclude list is [], retry=0 2024-11-14T04:20:58,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-e38c6d44-1317-4d6a-870a-a707045e137c,DISK] 2024-11-14T04:20:58,178 INFO [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 2024-11-14T04:20:58,178 DEBUG [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683)] 2024-11-14T04:20:58,222 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:20:58,222 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd 2024-11-14T04:20:58,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:20:58,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:58,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:58,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:58,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:58,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:58,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:58,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:58,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:58,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:58,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:58,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:58,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:58,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:58,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:58,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:58,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:58,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740 2024-11-14T04:20:58,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740 2024-11-14T04:20:58,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:58,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:58,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:58,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:58,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:20:58,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72774824, jitterRate=0.08442938327789307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558058629Initializing all the Stores at 1731558058634 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558058634Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558058634Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558058634Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558058634Cleaning up temporary data from old regions at 1731558058644 (+10 ms)Region opened successfully at 1731558058648 (+4 ms) 2024-11-14T04:20:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:20:58,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:20:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:20:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:20:58,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:20:58,649 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:20:58,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558058648Disabling compacts and flushes for region at 1731558058648Disabling writes for close at 1731558058648Writing region close event to WAL at 1731558058649 (+1 ms)Closed at 1731558058649 2024-11-14T04:20:58,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:58,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:20:58,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:20:58,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:58,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:20:58,802 DEBUG [b024da739ae8:38355 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:20:58,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:20:58,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,33179,1731558055748, state=OPENING 2024-11-14T04:20:58,870 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:20:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:20:59,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755661075/meta-region-server: CHANGED 2024-11-14T04:20:59,007 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755661075/meta-region-server: CHANGED 2024-11-14T04:20:59,007 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:20:59,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,33179,1731558055748}] 2024-11-14T04:20:59,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:20:59,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:20:59,166 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:20:59,166 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:20:59,166 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:20:59,168 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C33179%2C1731558055748.meta, suffix=.meta, logDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs, maxLogs=10 2024-11-14T04:20:59,182 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.meta.1731558059169.meta, exclude list is [], retry=0 2024-11-14T04:20:59,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-e38c6d44-1317-4d6a-870a-a707045e137c,DISK] 2024-11-14T04:20:59,186 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.meta.1731558059169.meta 2024-11-14T04:20:59,186 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683)] 2024-11-14T04:20:59,187 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:20:59,187 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:20:59,187 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:20:59,187 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:20:59,187 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:20:59,188 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:20:59,188 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:20:59,188 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:20:59,188 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:20:59,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:20:59,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:20:59,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:59,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:59,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:20:59,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:20:59,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:59,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:59,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:20:59,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:20:59,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:59,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:59,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:20:59,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:20:59,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:20:59,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:20:59,201 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:20:59,202 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740 2024-11-14T04:20:59,204 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740 2024-11-14T04:20:59,208 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:20:59,208 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:20:59,209 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:20:59,210 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:20:59,212 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61159408, jitterRate=-0.0886538028717041}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:20:59,212 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:20:59,212 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558059188Writing region info on filesystem at 1731558059188Initializing all the Stores at 1731558059189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558059189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558059189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558059189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558059189Cleaning up temporary data from old regions at 1731558059208 (+19 ms)Running coprocessor post-open hooks at 1731558059212 (+4 ms)Region opened successfully at 1731558059212 2024-11-14T04:20:59,215 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558059160 2024-11-14T04:20:59,218 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:20:59,218 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:20:59,219 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:20:59,220 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,33179,1731558055748, state=OPEN 2024-11-14T04:20:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755661075/meta-region-server 2024-11-14T04:20:59,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01755661075/meta-region-server 2024-11-14T04:20:59,391 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,33179,1731558055748 2024-11-14T04:20:59,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755661075/meta-region-server: CHANGED 2024-11-14T04:20:59,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01755661075/meta-region-server: CHANGED 2024-11-14T04:20:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:20:59,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,33179,1731558055748 in 384 msec 2024-11-14T04:20:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:20:59,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-14T04:20:59,399 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:20:59,400 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:20:59,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:59,401 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:20:59,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:59,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:59,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6080 sec 2024-11-14T04:20:59,410 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558059410, completionTime=-1 2024-11-14T04:20:59,410 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:20:59,410 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558119412 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558179412 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,412 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,413 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:38355, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,413 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,413 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,415 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.558sec 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:20:59,418 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:20:59,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a1de71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:59,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38355,-1 for getting cluster id 2024-11-14T04:20:59,419 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:20:59,420 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f15e8-d4f8-459e-8b13-a3a60af63a60' 2024-11-14T04:20:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:20:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f15e8-d4f8-459e-8b13-a3a60af63a60" 2024-11-14T04:20:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3995a2e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:59,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38355,-1] 2024-11-14T04:20:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:20:59,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:20:59,424 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:20:59,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a62ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:20:59,425 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:20:59,425 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:20:59,425 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38355,1731558055527-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:20:59,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:20:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:20:59,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:20:59,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:20:59,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,38355,1731558055527 2024-11-14T04:20:59,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:20:59,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:20:59,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137930d2d0002 connected 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir so I do NOT create it in target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d 2024-11-14T04:20:59,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.tmp.dir so I do NOT create it in target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d 2024-11-14T04:20:59,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:20:59,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/cluster_b43c9af6-1379-92f4-e6e6-1193450717e1, deleteOnExit=true 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/test.cache.data in system properties and HBase conf 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:20:59,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:20:59,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:20:59,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:20:59,889 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:59,898 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:20:59,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:20:59,908 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:20:59,908 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:20:59,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:20:59,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269e16f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:20:59,909 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ae5947e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:21:00,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c664a35{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/java.io.tmpdir/jetty-localhost-44671-hadoop-hdfs-3_4_1-tests_jar-_-any-664981100143533905/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:21:00,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@536b1cb7{HTTP/1.1, (http/1.1)}{localhost:44671} 2024-11-14T04:21:00,054 INFO [Time-limited test {}] server.Server(415): Started @147081ms 2024-11-14T04:21:00,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:21:00,496 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:21:00,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:21:00,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:21:00,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:21:00,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a26bb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:21:00,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@781b983f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:21:00,644 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3d6f5a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/java.io.tmpdir/jetty-localhost-35407-hadoop-hdfs-3_4_1-tests_jar-_-any-163949215390188274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:21:00,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66b903fe{HTTP/1.1, (http/1.1)}{localhost:35407} 2024-11-14T04:21:00,645 INFO [Time-limited test {}] server.Server(415): Started @147672ms 2024-11-14T04:21:00,647 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:21:01,491 WARN [Thread-955 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/cluster_b43c9af6-1379-92f4-e6e6-1193450717e1/data/data1/current/BP-266196884-172.17.0.3-1731558059484/current, will proceed with Du for space computation calculation, 2024-11-14T04:21:01,492 WARN [Thread-956 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/cluster_b43c9af6-1379-92f4-e6e6-1193450717e1/data/data2/current/BP-266196884-172.17.0.3-1731558059484/current, will proceed with Du for space computation calculation, 2024-11-14T04:21:01,605 WARN [Thread-943 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:21:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15a253208453ffda with lease ID 0x3cae5f60bf7eb001: Processing first storage report for DS-3960f998-0d57-4d6c-86d1-023e6385b798 from datanode DatanodeRegistration(127.0.0.1:45399, datanodeUuid=9ea59e0f-5942-4528-a904-3ff1baf0cbff, infoPort=37567, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=2034642080;c=1731558059484) 2024-11-14T04:21:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15a253208453ffda with lease ID 0x3cae5f60bf7eb001: from storage DS-3960f998-0d57-4d6c-86d1-023e6385b798 node DatanodeRegistration(127.0.0.1:45399, datanodeUuid=9ea59e0f-5942-4528-a904-3ff1baf0cbff, infoPort=37567, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=2034642080;c=1731558059484), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:21:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15a253208453ffda with lease ID 0x3cae5f60bf7eb001: Processing first storage report for DS-82a00fd1-e5cb-4ba0-81b5-b83bdb818bca from datanode DatanodeRegistration(127.0.0.1:45399, datanodeUuid=9ea59e0f-5942-4528-a904-3ff1baf0cbff, infoPort=37567, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=2034642080;c=1731558059484) 2024-11-14T04:21:01,637 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15a253208453ffda with lease ID 0x3cae5f60bf7eb001: from storage DS-82a00fd1-e5cb-4ba0-81b5-b83bdb818bca node DatanodeRegistration(127.0.0.1:45399, datanodeUuid=9ea59e0f-5942-4528-a904-3ff1baf0cbff, infoPort=37567, infoSecurePort=0, ipcPort=41913, storageInfo=lv=-57;cid=testClusterID;nsid=2034642080;c=1731558059484), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:21:01,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d 2024-11-14T04:21:01,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:01,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:01,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:21:01,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0 with version=8 2024-11-14T04:21:01,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/hbase-staging 2024-11-14T04:21:01,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:21:01,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:21:01,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:21:01,856 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33997 2024-11-14T04:21:01,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33997 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:21:01,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339970x0, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:21:01,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33997-0x10137930d2d0003 connected 2024-11-14T04:21:02,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:02,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:02,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/running 2024-11-14T04:21:02,023 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0, hbase.cluster.distributed=false 2024-11-14T04:21:02,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/acl 2024-11-14T04:21:02,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-14T04:21:02,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33997 2024-11-14T04:21:02,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33997 2024-11-14T04:21:02,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-14T04:21:02,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33997 2024-11-14T04:21:02,051 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:21:02,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:02,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:02,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:21:02,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:21:02,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:21:02,052 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:21:02,052 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:21:02,059 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39133 2024-11-14T04:21:02,060 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39133 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:21:02,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:02,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:02,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391330x0, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:21:02,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39133-0x10137930d2d0004 connected 2024-11-14T04:21:02,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/running 2024-11-14T04:21:02,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:21:02,108 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:21:02,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/master 2024-11-14T04:21:02,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/acl 2024-11-14T04:21:02,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-14T04:21:02,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39133 2024-11-14T04:21:02,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39133 2024-11-14T04:21:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-14T04:21:02,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39133 2024-11-14T04:21:02,137 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:33997 2024-11-14T04:21:02,137 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1721248639/backup-masters/b024da739ae8,33997,1731558061844 2024-11-14T04:21:02,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/backup-masters 2024-11-14T04:21:02,165 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on existing znode=/1721248639/backup-masters/b024da739ae8,33997,1731558061844 2024-11-14T04:21:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/backup-masters 2024-11-14T04:21:02,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1721248639/master 2024-11-14T04:21:02,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:02,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:02,177 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on existing znode=/1721248639/master 2024-11-14T04:21:02,177 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1721248639/backup-masters/b024da739ae8,33997,1731558061844 from backup master directory 2024-11-14T04:21:02,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/backup-masters 2024-11-14T04:21:02,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1721248639/backup-masters/b024da739ae8,33997,1731558061844 2024-11-14T04:21:02,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/backup-masters 2024-11-14T04:21:02,187 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:21:02,187 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,33997,1731558061844 2024-11-14T04:21:02,194 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/hbase.id] with ID: 25649577-b32c-4ff2-9bcb-d1dba4e35dc6 2024-11-14T04:21:02,194 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/.tmp/hbase.id 2024-11-14T04:21:02,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:21:02,203 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/.tmp/hbase.id]:[hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/hbase.id] 2024-11-14T04:21:02,315 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:02,315 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:21:02,328 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 13ms. 2024-11-14T04:21:02,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:02,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:02,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:21:02,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:21:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:02,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:02,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:02,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:02,771 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:21:02,772 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:21:02,780 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:21:02,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:21:03,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store 2024-11-14T04:21:03,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:21:03,621 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:21:03,621 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:21:03,621 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558063621Disabling compacts and flushes for region at 1731558063621Disabling writes for close at 1731558063621Writing region close event to WAL at 1731558063621Closed at 1731558063621 2024-11-14T04:21:03,623 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/.initializing 2024-11-14T04:21:03,623 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/WALs/b024da739ae8,33997,1731558061844 2024-11-14T04:21:03,624 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:21:03,626 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C33997%2C1731558061844, suffix=, logDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/WALs/b024da739ae8,33997,1731558061844, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/oldWALs, maxLogs=10 2024-11-14T04:21:03,642 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/WALs/b024da739ae8,33997,1731558061844/b024da739ae8%2C33997%2C1731558061844.1731558063626, exclude list is [], retry=0 2024-11-14T04:21:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-3960f998-0d57-4d6c-86d1-023e6385b798,DISK] 2024-11-14T04:21:03,647 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/WALs/b024da739ae8,33997,1731558061844/b024da739ae8%2C33997%2C1731558061844.1731558063626 2024-11-14T04:21:03,647 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-14T04:21:03,647 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:21:03,648 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:03,648 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,648 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,649 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,650 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:21:03,650 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:03,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:03,651 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:21:03,652 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:03,652 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:03,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:21:03,654 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:03,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:03,654 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:21:03,655 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:03,656 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:03,656 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,656 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,657 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,658 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,658 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,658 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:21:03,659 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:21:03,661 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:21:03,662 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69409140, jitterRate=0.03427678346633911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:21:03,662 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558063648Initializing all the Stores at 1731558063649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558063649Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558063649Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558063649Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558063649Cleaning up temporary data from old regions at 1731558063658 (+9 ms)Region opened successfully at 1731558063662 (+4 ms) 2024-11-14T04:21:03,662 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:21:03,665 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec4b8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:21:03,666 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:21:03,666 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:21:03,666 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:21:03,666 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:21:03,667 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:21:03,667 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:21:03,667 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:21:03,669 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:21:03,670 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/balancer because node does not exist (not necessarily an error) 2024-11-14T04:21:03,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/balancer already deleted, retry=false 2024-11-14T04:21:03,712 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:21:03,713 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:21:03,722 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/normalizer already deleted, retry=false 2024-11-14T04:21:03,723 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:21:03,724 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:21:03,733 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/switch/split already deleted, retry=false 2024-11-14T04:21:03,734 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:21:03,743 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/switch/merge already deleted, retry=false 2024-11-14T04:21:03,745 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:21:03,754 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/snapshot-cleanup already deleted, retry=false 2024-11-14T04:21:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1721248639/running 2024-11-14T04:21:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1721248639/running 2024-11-14T04:21:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:03,765 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,33997,1731558061844, sessionid=0x10137930d2d0003, setting cluster-up flag (Was=false) 2024-11-14T04:21:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:03,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:03,817 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1721248639/flush-table-proc/acquired, /1721248639/flush-table-proc/reached, /1721248639/flush-table-proc/abort 2024-11-14T04:21:03,818 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,33997,1731558061844 2024-11-14T04:21:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:04,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:21:04,003 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1721248639/online-snapshot/acquired, /1721248639/online-snapshot/reached, /1721248639/online-snapshot/abort 2024-11-14T04:21:04,004 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,33997,1731558061844 2024-11-14T04:21:04,005 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:21:04,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:21:04,006 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:21:04,007 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:21:04,007 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,33997,1731558061844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:21:04,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,009 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558094009 2024-11-14T04:21:04,009 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:21:04,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:21:04,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:21:04,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:21:04,011 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:21:04,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:21:04,011 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558064011,5,FailOnTimeoutGroup] 2024-11-14T04:21:04,011 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558064011,5,FailOnTimeoutGroup] 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,011 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:21:04,038 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(746): ClusterId : 25649577-b32c-4ff2-9bcb-d1dba4e35dc6 2024-11-14T04:21:04,038 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:21:04,060 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:21:04,060 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:21:04,071 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:21:04,071 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c908af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:21:04,087 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:39133 2024-11-14T04:21:04,087 INFO [RS:0;b024da739ae8:39133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:21:04,087 INFO [RS:0;b024da739ae8:39133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:21:04,087 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:21:04,088 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,33997,1731558061844 with port=39133, startcode=1731558062051 2024-11-14T04:21:04,088 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:21:04,090 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:21:04,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,091 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33997 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,092 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0 2024-11-14T04:21:04,092 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39653 2024-11-14T04:21:04,092 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:21:04,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/rs 2024-11-14T04:21:04,102 DEBUG [RS:0;b024da739ae8:39133 {}] zookeeper.ZKUtil(111): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on existing znode=/1721248639/rs/b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,102 WARN [RS:0;b024da739ae8:39133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:21:04,102 INFO [RS:0;b024da739ae8:39133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:21:04,102 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,104 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,39133,1731558062051] 2024-11-14T04:21:04,106 INFO [RS:0;b024da739ae8:39133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:21:04,108 INFO [RS:0;b024da739ae8:39133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:21:04,108 INFO [RS:0;b024da739ae8:39133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:21:04,108 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,110 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:21:04,111 INFO [RS:0;b024da739ae8:39133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:21:04,111 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:21:04,112 DEBUG [RS:0;b024da739ae8:39133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,120 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39133,1731558062051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:21:04,139 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:21:04,140 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39133,1731558062051-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,140 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,140 INFO [RS:0;b024da739ae8:39133 {}] regionserver.Replication(171): b024da739ae8,39133,1731558062051 started 2024-11-14T04:21:04,159 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,159 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,39133,1731558062051, RpcServer on b024da739ae8/172.17.0.3:39133, sessionid=0x10137930d2d0004 2024-11-14T04:21:04,159 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:21:04,159 DEBUG [RS:0;b024da739ae8:39133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,159 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39133,1731558062051' 2024-11-14T04:21:04,159 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1721248639/flush-table-proc/abort' 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1721248639/flush-table-proc/acquired' 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,39133,1731558062051' 2024-11-14T04:21:04,160 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1721248639/online-snapshot/abort' 2024-11-14T04:21:04,161 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1721248639/online-snapshot/acquired' 2024-11-14T04:21:04,161 DEBUG [RS:0;b024da739ae8:39133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:21:04,161 INFO [RS:0;b024da739ae8:39133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:21:04,161 INFO [RS:0;b024da739ae8:39133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:21:04,262 INFO [RS:0;b024da739ae8:39133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:21:04,263 INFO [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39133%2C1731558062051, suffix=, logDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/oldWALs, maxLogs=10 2024-11-14T04:21:04,282 DEBUG [RS:0;b024da739ae8:39133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.1731558064264, exclude list is [], retry=0 2024-11-14T04:21:04,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-3960f998-0d57-4d6c-86d1-023e6385b798,DISK] 2024-11-14T04:21:04,287 INFO [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.1731558064264 2024-11-14T04:21:04,287 DEBUG [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-14T04:21:04,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:21:04,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0 2024-11-14T04:21:04,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:21:04,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:04,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:21:04,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:21:04,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:21:04,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:21:04,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:21:04,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:21:04,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:21:04,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:21:04,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:21:04,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740 2024-11-14T04:21:04,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740 2024-11-14T04:21:04,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:21:04,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:21:04,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:21:04,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:21:04,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:21:04,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64374816, jitterRate=-0.0407404899597168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:21:04,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558064434Initializing all the Stores at 1731558064437 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558064437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064437Cleaning up temporary data from old regions at 1731558064449 (+12 ms)Region opened successfully at 1731558064454 (+5 ms) 2024-11-14T04:21:04,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:21:04,454 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:21:04,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:21:04,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:21:04,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:21:04,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:21:04,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558064454Disabling compacts and flushes for region at 1731558064454Disabling writes for close at 1731558064454Writing region close event to WAL at 1731558064455 (+1 ms)Closed at 1731558064455 2024-11-14T04:21:04,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:21:04,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:21:04,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:21:04,458 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:21:04,459 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:21:04,609 DEBUG [b024da739ae8:33997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:21:04,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,611 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39133,1731558062051, state=OPENING 2024-11-14T04:21:04,705 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:21:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:21:04,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1721248639/meta-region-server: CHANGED 2024-11-14T04:21:04,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1721248639/meta-region-server: CHANGED 2024-11-14T04:21:04,723 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:21:04,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39133,1731558062051}] 2024-11-14T04:21:04,877 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:21:04,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:21:04,884 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:21:04,884 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:21:04,885 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:21:04,886 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C39133%2C1731558062051.meta, suffix=.meta, logDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051, archiveDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/oldWALs, maxLogs=10 2024-11-14T04:21:04,905 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.meta.1731558064886.meta, exclude list is [], retry=0 2024-11-14T04:21:04,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45399,DS-3960f998-0d57-4d6c-86d1-023e6385b798,DISK] 2024-11-14T04:21:04,915 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.meta.1731558064886.meta 2024-11-14T04:21:04,915 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37567:37567)] 2024-11-14T04:21:04,915 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:21:04,916 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:21:04,916 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:21:04,916 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:21:04,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:21:04,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:21:04,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:21:04,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:21:04,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:21:04,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:21:04,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:21:04,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:21:04,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:04,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:21:04,925 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:21:04,926 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740 2024-11-14T04:21:04,927 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740 2024-11-14T04:21:04,928 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:21:04,928 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:21:04,928 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:21:04,929 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:21:04,930 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63843340, jitterRate=-0.048660099506378174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:21:04,930 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:21:04,930 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558064917Writing region info on filesystem at 1731558064917Initializing all the Stores at 1731558064918 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064918Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064918Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558064918Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558064918Cleaning up temporary data from old regions at 1731558064928 (+10 ms)Running coprocessor post-open hooks at 1731558064930 (+2 ms)Region opened successfully at 1731558064930 2024-11-14T04:21:04,931 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558064877 2024-11-14T04:21:04,934 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:21:04,934 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:21:04,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,39133,1731558062051, state=OPEN 2024-11-14T04:21:04,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1721248639/meta-region-server 2024-11-14T04:21:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1721248639/meta-region-server 2024-11-14T04:21:04,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,39133,1731558062051 2024-11-14T04:21:04,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1721248639/meta-region-server: CHANGED 2024-11-14T04:21:04,944 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1721248639/meta-region-server: CHANGED 2024-11-14T04:21:04,946 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:21:04,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,39133,1731558062051 in 220 msec 2024-11-14T04:21:04,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:21:04,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-14T04:21:04,949 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:21:04,950 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:21:04,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:04,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39133,1731558062051, seqNum=-1] 2024-11-14T04:21:04,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:04,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:04,958 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-14T04:21:04,958 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558064958, completionTime=-1 2024-11-14T04:21:04,958 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:21:04,959 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558124961 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558184961 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:33997, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,961 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:04,963 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:21:04,965 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.778sec 2024-11-14T04:21:04,965 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:21:04,965 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:21:04,965 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:21:04,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:21:04,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:21:04,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:21:04,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:21:04,968 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:21:04,968 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:21:04,968 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33997,1731558061844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:21:05,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f28ddf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:05,039 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33997,-1 for getting cluster id 2024-11-14T04:21:05,039 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:05,040 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25649577-b32c-4ff2-9bcb-d1dba4e35dc6' 2024-11-14T04:21:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:05,040 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25649577-b32c-4ff2-9bcb-d1dba4e35dc6" 2024-11-14T04:21:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6781737d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33997,-1] 2024-11-14T04:21:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:05,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:05,042 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:05,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f925fee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:05,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39133,1731558062051, seqNum=-1] 2024-11-14T04:21:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:05,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:05,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,33997,1731558061844 2024-11-14T04:21:05,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63039 2024-11-14T04:21:05,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:21:05,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137930d2d0005 connected 2024-11-14T04:21:05,074 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38355,1731558055527 2024-11-14T04:21:05,075 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589291a9 2024-11-14T04:21:05,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:05,077 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:05,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:21:05,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:21:05,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:21:05,085 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:05,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:21:05,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:21:05,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:05,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:21:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:05,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a0c67e7ce61b6243ab5b45b3e6a6f01f, NAME => 'test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd 2024-11-14T04:21:05,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:21:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a0c67e7ce61b6243ab5b45b3e6a6f01f, disabling compactions & flushes 2024-11-14T04:21:05,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. after waiting 0 ms 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:05,899 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:05,899 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a0c67e7ce61b6243ab5b45b3e6a6f01f: Waiting for close lock at 1731558065899Disabling compacts and flushes for region at 1731558065899Disabling writes for close at 1731558065899Writing region close event to WAL at 1731558065899Closed at 1731558065899 2024-11-14T04:21:05,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:21:05,901 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558065901"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558065901"}]},"ts":"1731558065901"} 2024-11-14T04:21:05,903 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:21:05,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:21:05,904 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558065904"}]},"ts":"1731558065904"} 2024-11-14T04:21:05,906 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:21:05,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c67e7ce61b6243ab5b45b3e6a6f01f, ASSIGN}] 2024-11-14T04:21:05,908 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a0c67e7ce61b6243ab5b45b3e6a6f01f, ASSIGN 2024-11-14T04:21:05,908 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a0c67e7ce61b6243ab5b45b3e6a6f01f, ASSIGN; state=OFFLINE, location=b024da739ae8,33179,1731558055748; forceNewPlan=false, retain=false 2024-11-14T04:21:06,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c67e7ce61b6243ab5b45b3e6a6f01f, regionState=OPENING, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:21:06,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a0c67e7ce61b6243ab5b45b3e6a6f01f, ASSIGN because future has completed 2024-11-14T04:21:06,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c67e7ce61b6243ab5b45b3e6a6f01f, server=b024da739ae8,33179,1731558055748}] 2024-11-14T04:21:06,220 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:06,220 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a0c67e7ce61b6243ab5b45b3e6a6f01f, NAME => 'test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:21:06,221 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:21:06,221 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:21:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:06,221 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,221 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:06,222 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,222 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,224 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,225 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c67e7ce61b6243ab5b45b3e6a6f01f columnFamilyName f 2024-11-14T04:21:06,225 DEBUG [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:06,226 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(327): Store=a0c67e7ce61b6243ab5b45b3e6a6f01f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:06,226 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,227 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c67e7ce61b6243ab5b45b3e6a6f01f columnFamilyName f1 2024-11-14T04:21:06,227 DEBUG [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:06,227 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(327): Store=a0c67e7ce61b6243ab5b45b3e6a6f01f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:06,228 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,229 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0c67e7ce61b6243ab5b45b3e6a6f01f columnFamilyName norep 2024-11-14T04:21:06,229 DEBUG [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:06,229 INFO [StoreOpener-a0c67e7ce61b6243ab5b45b3e6a6f01f-1 {}] regionserver.HStore(327): Store=a0c67e7ce61b6243ab5b45b3e6a6f01f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:06,229 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,230 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,230 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,231 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,232 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,232 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:21:06,233 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,236 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:21:06,236 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a0c67e7ce61b6243ab5b45b3e6a6f01f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67124221, jitterRate=2.2883713245391846E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:21:06,236 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:21:06,237 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a0c67e7ce61b6243ab5b45b3e6a6f01f: Running coprocessor pre-open hook at 1731558066222Writing region info on filesystem at 1731558066222Initializing all the Stores at 1731558066223 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558066223Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558066224 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558066224Cleaning up temporary data from old regions at 1731558066232 (+8 ms)Running coprocessor post-open hooks at 1731558066236 (+4 ms)Region opened successfully at 1731558066237 (+1 ms) 2024-11-14T04:21:06,239 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., pid=6, masterSystemTime=1731558066215 2024-11-14T04:21:06,242 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:06,242 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:21:06,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a0c67e7ce61b6243ab5b45b3e6a6f01f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:21:06,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0c67e7ce61b6243ab5b45b3e6a6f01f, server=b024da739ae8,33179,1731558055748 because future has completed 2024-11-14T04:21:06,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:21:06,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a0c67e7ce61b6243ab5b45b3e6a6f01f, server=b024da739ae8,33179,1731558055748 in 187 msec 2024-11-14T04:21:06,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:21:06,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a0c67e7ce61b6243ab5b45b3e6a6f01f, ASSIGN in 346 msec 2024-11-14T04:21:06,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:21:06,261 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558066261"}]},"ts":"1731558066261"} 2024-11-14T04:21:06,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:21:06,265 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:21:06,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1840 sec 2024-11-14T04:21:07,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:21:07,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:21:07,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:21:07,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:21:07,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:21:07,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T04:21:07,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:21:07,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:21:07,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:21:07,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:21:07,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T04:21:07,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T04:21:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:07,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:07,232 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:21:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,33997,1731558061844 2024-11-14T04:21:07,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23cbacab 2024-11-14T04:21:07,234 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:07,236 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:07,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:21:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:21:07,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:21:07,244 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:07,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:21:07,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:21:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:07,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:21:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:07,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:07,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b3b860f0abb9b87da7a1195d23e59388, NAME => 'test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0 2024-11-14T04:21:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:21:07,669 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:07,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b3b860f0abb9b87da7a1195d23e59388, disabling compactions & flushes 2024-11-14T04:21:07,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:07,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:07,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. after waiting 0 ms 2024-11-14T04:21:07,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:07,670 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:07,670 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b3b860f0abb9b87da7a1195d23e59388: Waiting for close lock at 1731558067670Disabling compacts and flushes for region at 1731558067670Disabling writes for close at 1731558067670Writing region close event to WAL at 1731558067670Closed at 1731558067670 2024-11-14T04:21:07,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:21:07,672 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558067672"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558067672"}]},"ts":"1731558067672"} 2024-11-14T04:21:07,675 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:21:07,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:21:07,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558067677"}]},"ts":"1731558067677"} 2024-11-14T04:21:07,680 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:21:07,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b860f0abb9b87da7a1195d23e59388, ASSIGN}] 2024-11-14T04:21:07,682 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b3b860f0abb9b87da7a1195d23e59388, ASSIGN 2024-11-14T04:21:07,683 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b3b860f0abb9b87da7a1195d23e59388, ASSIGN; state=OFFLINE, location=b024da739ae8,39133,1731558062051; forceNewPlan=false, retain=false 2024-11-14T04:21:07,834 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b860f0abb9b87da7a1195d23e59388, regionState=OPENING, regionLocation=b024da739ae8,39133,1731558062051 2024-11-14T04:21:07,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b3b860f0abb9b87da7a1195d23e59388, ASSIGN because future has completed 2024-11-14T04:21:07,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b860f0abb9b87da7a1195d23e59388, server=b024da739ae8,39133,1731558062051}] 2024-11-14T04:21:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:08,001 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:08,001 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b3b860f0abb9b87da7a1195d23e59388, NAME => 'test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:21:08,001 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:21:08,001 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:21:08,002 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,002 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:08,002 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,002 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,005 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,007 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b860f0abb9b87da7a1195d23e59388 columnFamilyName f 2024-11-14T04:21:08,007 DEBUG [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:08,008 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(327): Store=b3b860f0abb9b87da7a1195d23e59388/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:08,008 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,010 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b860f0abb9b87da7a1195d23e59388 columnFamilyName f1 2024-11-14T04:21:08,010 DEBUG [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:08,011 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(327): Store=b3b860f0abb9b87da7a1195d23e59388/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:08,011 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,012 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b3b860f0abb9b87da7a1195d23e59388 columnFamilyName norep 2024-11-14T04:21:08,012 DEBUG [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:08,013 INFO [StoreOpener-b3b860f0abb9b87da7a1195d23e59388-1 {}] regionserver.HStore(327): Store=b3b860f0abb9b87da7a1195d23e59388/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:08,013 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,014 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,014 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,015 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,015 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,015 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:21:08,019 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,022 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:21:08,023 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b3b860f0abb9b87da7a1195d23e59388; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75312045, jitterRate=0.12223692238330841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:21:08,023 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:21:08,024 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b3b860f0abb9b87da7a1195d23e59388: Running coprocessor pre-open hook at 1731558068003Writing region info on filesystem at 1731558068003Initializing all the Stores at 1731558068005 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558068005Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558068005Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558068005Cleaning up temporary data from old regions at 1731558068015 (+10 ms)Running coprocessor post-open hooks at 1731558068023 (+8 ms)Region opened successfully at 1731558068023 2024-11-14T04:21:08,029 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388., pid=6, masterSystemTime=1731558067990 2024-11-14T04:21:08,032 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:08,032 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:21:08,032 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b3b860f0abb9b87da7a1195d23e59388, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,39133,1731558062051 2024-11-14T04:21:08,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b3b860f0abb9b87da7a1195d23e59388, server=b024da739ae8,39133,1731558062051 because future has completed 2024-11-14T04:21:08,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:21:08,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b3b860f0abb9b87da7a1195d23e59388, server=b024da739ae8,39133,1731558062051 in 201 msec 2024-11-14T04:21:08,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:21:08,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b3b860f0abb9b87da7a1195d23e59388, ASSIGN in 359 msec 2024-11-14T04:21:08,043 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:21:08,043 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558068043"}]},"ts":"1731558068043"} 2024-11-14T04:21:08,045 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:21:08,046 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:21:08,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 808 msec 2024-11-14T04:21:08,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:21:08,382 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:21:08,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e47d9a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38355,-1 for getting cluster id 2024-11-14T04:21:08,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:08,383 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f15e8-d4f8-459e-8b13-a3a60af63a60' 2024-11-14T04:21:08,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f15e8-d4f8-459e-8b13-a3a60af63a60" 2024-11-14T04:21:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63cb3df9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38355,-1] 2024-11-14T04:21:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:08,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,385 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:08,385 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f9249f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4249129c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33997,-1 for getting cluster id 2024-11-14T04:21:08,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:08,387 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25649577-b32c-4ff2-9bcb-d1dba4e35dc6' 2024-11-14T04:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25649577-b32c-4ff2-9bcb-d1dba4e35dc6" 2024-11-14T04:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f1aa300, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,387 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33997,-1] 2024-11-14T04:21:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:08,388 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,388 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:08,389 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ecc6c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcdc19b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38355,-1 for getting cluster id 2024-11-14T04:21:08,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:08,391 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f15e8-d4f8-459e-8b13-a3a60af63a60' 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f15e8-d4f8-459e-8b13-a3a60af63a60" 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d09fc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38355,-1] 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:08,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,392 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:08,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43824841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38355,1731558055527 2024-11-14T04:21:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46b1d7db 2024-11-14T04:21:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:08,396 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:08,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:33997,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:21:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:21:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:08,400 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:33997' 2024-11-14T04:21:08,401 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18252134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,401 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33997,-1 for getting cluster id 2024-11-14T04:21:08,401 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:08,402 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25649577-b32c-4ff2-9bcb-d1dba4e35dc6' 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25649577-b32c-4ff2-9bcb-d1dba4e35dc6" 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d065d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33997,-1] 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:08,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,403 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:08,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671dfb91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:08,404 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,33997,1731558061844 2024-11-14T04:21:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aed7a80 2024-11-14T04:21:08,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:08,405 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:08,406 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:21:08,406 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:21:08,406 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,406 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:08,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:21:08,406 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:21:08,408 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:21:08,409 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:21:08,409 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:08,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:21:08,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:21:08,458 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:21:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:08,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:08,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 90995a352c50e7c45123e1b0ab91f311, NAME => 'hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd 2024-11-14T04:21:08,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:21:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:09,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:09,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 90995a352c50e7c45123e1b0ab91f311, disabling compactions & flushes 2024-11-14T04:21:09,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. after waiting 0 ms 2024-11-14T04:21:09,225 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 90995a352c50e7c45123e1b0ab91f311: Waiting for close lock at 1731558069225Disabling compacts and flushes for region at 1731558069225Disabling writes for close at 1731558069225Writing region close event to WAL at 1731558069225Closed at 1731558069225 2024-11-14T04:21:09,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:21:09,229 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558069229"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558069229"}]},"ts":"1731558069229"} 2024-11-14T04:21:09,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:21:09,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:21:09,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558069234"}]},"ts":"1731558069234"} 2024-11-14T04:21:09,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:21:09,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90995a352c50e7c45123e1b0ab91f311, ASSIGN}] 2024-11-14T04:21:09,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90995a352c50e7c45123e1b0ab91f311, ASSIGN 2024-11-14T04:21:09,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90995a352c50e7c45123e1b0ab91f311, ASSIGN; state=OFFLINE, location=b024da739ae8,33179,1731558055748; forceNewPlan=false, retain=false 2024-11-14T04:21:09,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90995a352c50e7c45123e1b0ab91f311, regionState=OPENING, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:21:09,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=90995a352c50e7c45123e1b0ab91f311, ASSIGN because future has completed 2024-11-14T04:21:09,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90995a352c50e7c45123e1b0ab91f311, server=b024da739ae8,33179,1731558055748}] 2024-11-14T04:21:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:09,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:21:09,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:21:09,552 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C33179%2C1731558055748.rep, suffix=, logDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs, maxLogs=10 2024-11-14T04:21:09,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.rep.1731558069552, exclude list is [], retry=0 2024-11-14T04:21:09,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34647,DS-e38c6d44-1317-4d6a-870a-a707045e137c,DISK] 2024-11-14T04:21:09,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.rep.1731558069552 2024-11-14T04:21:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43683:43683)] 2024-11-14T04:21:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 90995a352c50e7c45123e1b0ab91f311, NAME => 'hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:21:09,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:21:09,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:21:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. service=MultiRowMutationService 2024-11-14T04:21:09,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:21:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:21:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,570 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,571 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90995a352c50e7c45123e1b0ab91f311 columnFamilyName hfileref 2024-11-14T04:21:09,571 DEBUG [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:09,572 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(327): Store=90995a352c50e7c45123e1b0ab91f311/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:09,572 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,574 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90995a352c50e7c45123e1b0ab91f311 columnFamilyName queue 2024-11-14T04:21:09,574 DEBUG [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:09,574 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(327): Store=90995a352c50e7c45123e1b0ab91f311/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:09,574 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,575 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90995a352c50e7c45123e1b0ab91f311 columnFamilyName sid 2024-11-14T04:21:09,575 DEBUG [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:21:09,576 INFO [StoreOpener-90995a352c50e7c45123e1b0ab91f311-1 {}] regionserver.HStore(327): Store=90995a352c50e7c45123e1b0ab91f311/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:21:09,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,577 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:21:09,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:21:09,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 90995a352c50e7c45123e1b0ab91f311; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74256989, jitterRate=0.10651536285877228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:21:09,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:21:09,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 90995a352c50e7c45123e1b0ab91f311: Running coprocessor pre-open hook at 1731558069569Writing region info on filesystem at 1731558069569Initializing all the Stores at 1731558069570 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558069570Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558069570Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558069570Cleaning up temporary data from old regions at 1731558069577 (+7 ms)Running coprocessor post-open hooks at 1731558069581 (+4 ms)Region opened successfully at 1731558069581 2024-11-14T04:21:09,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311., pid=10, masterSystemTime=1731558069546 2024-11-14T04:21:09,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:21:09,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=90995a352c50e7c45123e1b0ab91f311, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,33179,1731558055748 2024-11-14T04:21:09,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 90995a352c50e7c45123e1b0ab91f311, server=b024da739ae8,33179,1731558055748 because future has completed 2024-11-14T04:21:09,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:21:09,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 90995a352c50e7c45123e1b0ab91f311, server=b024da739ae8,33179,1731558055748 in 193 msec 2024-11-14T04:21:09,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:21:09,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=90995a352c50e7c45123e1b0ab91f311, ASSIGN in 351 msec 2024-11-14T04:21:09,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:21:09,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558069591"}]},"ts":"1731558069591"} 2024-11-14T04:21:09,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:21:09,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:21:09,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-14T04:21:09,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311., hostname=b024da739ae8,33179,1731558055748, seqNum=2] 2024-11-14T04:21:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:21:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:21:09,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:21:10,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33179 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:21:10,003 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:21:10,030 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,33179,1731558055748, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:21:10,030 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:10,031 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:21:10,031 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:10,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-14T04:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,33179,1731558055748', locateType=CURRENT is [region=hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311., hostname=b024da739ae8,33179,1731558055748, seqNum=2] 2024-11-14T04:21:10,036 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:21:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:21:10,039 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,33179,1731558055748 suceeded 2024-11-14T04:21:10,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:21:10,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T04:21:10,041 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:33997,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-14T04:21:10,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6440 sec 2024-11-14T04:21:10,051 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:33997' 2024-11-14T04:21:10,052 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f111f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:10,052 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33997,-1 for getting cluster id 2024-11-14T04:21:10,052 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:10,053 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25649577-b32c-4ff2-9bcb-d1dba4e35dc6' 2024-11-14T04:21:10,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:10,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25649577-b32c-4ff2-9bcb-d1dba4e35dc6" 2024-11-14T04:21:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ca605ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33997,-1] 2024-11-14T04:21:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:10,054 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:10,055 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@685f86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:10,055 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,33997,1731558061844 2024-11-14T04:21:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f74cea7 2024-11-14T04:21:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:10,057 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-14T04:21:10,057 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,33179,1731558055748 (queues=1) is replicating from cluster=594f15e8-d4f8-459e-8b13-a3a60af63a60 to cluster=25649577-b32c-4ff2-9bcb-d1dba4e35dc6 2024-11-14T04:21:10,057 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C33179%2C1731558055748 2024-11-14T04:21:10,058 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,33179,1731558055748, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:21:10,058 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C33179%2C1731558055748 2024-11-14T04:21:10,058 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160, startPosition=0, beingWritten=true 2024-11-14T04:21:10,066 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:21:10,066 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 379, reset compression=false 2024-11-14T04:21:10,066 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:21:10,270 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 379, reset compression=false 2024-11-14T04:21:10,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:21:10,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:10,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:10,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:10,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:21:10,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:21:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:21:10,542 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:21:10,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:21:10,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:21:10,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:10,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:10,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:21:10,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:10,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731558070548/Put/seqid=0 2024-11-14T04:21:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741840_1016 (size=7894) 2024-11-14T04:21:10,581 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 379, reset compression=false 2024-11-14T04:21:10,969 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_1 is 34, key is ddd/f:row/1731558070968/Put/seqid=0 2024-11-14T04:21:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741841_1017 (size=7691) 2024-11-14T04:21:10,993 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 379, reset compression=false 2024-11-14T04:21:11,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a204e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,379 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38355,-1 for getting cluster id 2024-11-14T04:21:11,379 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:11,380 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f15e8-d4f8-459e-8b13-a3a60af63a60' 2024-11-14T04:21:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:11,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f15e8-d4f8-459e-8b13-a3a60af63a60" 2024-11-14T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f433fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38355,-1] 2024-11-14T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:11,381 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:11,382 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:11,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc1e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:11,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:21:11,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:11,385 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:11,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38355,1731558055527 2024-11-14T04:21:11,394 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bb2566d 2024-11-14T04:21:11,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:11,397 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2] 2024-11-14T04:21:11,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:21:11,421 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T04:21:11,424 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T04:21:11,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_0 for inclusion in a0c67e7ce61b6243ab5b45b3e6a6f01f/f 2024-11-14T04:21:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T04:21:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:11,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_1 for inclusion in a0c67e7ce61b6243ab5b45b3e6a6f01f/f 2024-11-14T04:21:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T04:21:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:11,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegion(2603): Flush status journal for a0c67e7ce61b6243ab5b45b3e6a6f01f: 2024-11-14T04:21:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_0 to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_0 2024-11-14T04:21:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_0 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ 2024-11-14T04:21:11,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f/f/hfile_1 to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_1 2024-11-14T04:21:11,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_1 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ 2024-11-14T04:21:11,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_0 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ - updating store file list. 2024-11-14T04:21:11,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e753e1a53af24b48bc793402ef160f28_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:11,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ into a0c67e7ce61b6243ab5b45b3e6a6f01f/f 2024-11-14T04:21:11,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_0 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f (new location: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_) 2024-11-14T04:21:11,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_0 2024-11-14T04:21:11,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_1 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ - updating store file list. 2024-11-14T04:21:11,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 296a1e84abfd420e8af59c459e53cabf_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:11,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ into a0c67e7ce61b6243ab5b45b3e6a6f01f/f 2024-11-14T04:21:11,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_1 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f (new location: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_) 2024-11-14T04:21:11,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__jtgi1mllq9v734gl2ptl4754tn2tg06tjl3q6psvtqpoekrubfqbqnto9g40uf9q/f/hfile_1 2024-11-14T04:21:11,487 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:21:11,488 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:21:11,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:11,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:21:11,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:11,489 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 , the old value is region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:33179 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:21:11,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:21:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 from cache 2024-11-14T04:21:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39133,1731558062051, seqNum=-1] 2024-11-14T04:21:11,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:11,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56598 deadline: 1731558131488 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56598 2024-11-14T04:21:11,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388., hostname=b024da739ae8,39133,1731558062051, seqNum=2] 2024-11-14T04:21:11,497 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 379, reset compression=false 2024-11-14T04:21:11,502 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:21:11,506 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:21:11,506 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: WALEntryBatch [walEntries=[{test/a0c67e7ce61b6243ab5b45b3e6a6f01f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558071482/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:21:11,533 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:21:11,535 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-14T04:21:11,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.ReplicationSink(318): Replicating [594f15e8-d4f8-459e-8b13-a3a60af63a60] bulk loaded data 2024-11-14T04:21:11,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f6addbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33997,-1 for getting cluster id 2024-11-14T04:21:11,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:11,539 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25649577-b32c-4ff2-9bcb-d1dba4e35dc6' 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25649577-b32c-4ff2-9bcb-d1dba4e35dc6" 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ce9639b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33997,-1] 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:11,541 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:11,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75fbf9b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:11,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741837_1013 (size=7894) 2024-11-14T04:21:11,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:33179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:21:11,706 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 687, reset compression=false 2024-11-14T04:21:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741838_1014 (size=7691) 2024-11-14T04:21:12,010 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 687, reset compression=false 2024-11-14T04:21:12,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,33997,1731558061844 2024-11-14T04:21:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fee4e71 2024-11-14T04:21:12,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:12,368 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-14T04:21:12,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:21:12,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,39133,1731558062051, seqNum=-1] 2024-11-14T04:21:12,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:12,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-14T04:21:12,380 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T04:21:12,384 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T04:21:12,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ for inclusion in b3b860f0abb9b87da7a1195d23e59388/f 2024-11-14T04:21:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T04:21:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:12,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ for inclusion in b3b860f0abb9b87da7a1195d23e59388/f 2024-11-14T04:21:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T04:21:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegion(2603): Flush status journal for b3b860f0abb9b87da7a1195d23e59388: 2024-11-14T04:21:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 296a1e84abfd420e8af59c459e53cabf_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:21:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/d9b29ab5d47b475882ad6c7d37dd6890_SeqId_4_ 2024-11-14T04:21:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e753e1a53af24b48bc793402ef160f28_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:21:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/7d9f82ee71aa436ba61e0c7d21dc26b6_SeqId_4_ 2024-11-14T04:21:12,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/d9b29ab5d47b475882ad6c7d37dd6890_SeqId_4_ - updating store file list. 2024-11-14T04:21:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d9b29ab5d47b475882ad6c7d37dd6890_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:12,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/d9b29ab5d47b475882ad6c7d37dd6890_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f 2024-11-14T04:21:12,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f (new location: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/d9b29ab5d47b475882ad6c7d37dd6890_SeqId_4_) 2024-11-14T04:21:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/296a1e84abfd420e8af59c459e53cabf_SeqId_4_ 2024-11-14T04:21:12,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/7d9f82ee71aa436ba61e0c7d21dc26b6_SeqId_4_ - updating store file list. 2024-11-14T04:21:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d9f82ee71aa436ba61e0c7d21dc26b6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:12,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/7d9f82ee71aa436ba61e0c7d21dc26b6_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f 2024-11-14T04:21:12,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ into b3b860f0abb9b87da7a1195d23e59388/f (new location: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/f/7d9f82ee71aa436ba61e0c7d21dc26b6_SeqId_4_) 2024-11-14T04:21:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/staging/jenkins.hfs.6__test__na8gato46ffaphh005c7dbm2dfo3p91n4hmsd82q3imilkmo5nmq6s87gkdgekl4/f/e753e1a53af24b48bc793402ef160f28_SeqId_4_ 2024-11-14T04:21:12,413 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 687, reset compression=false 2024-11-14T04:21:12,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39133 {}] regionserver.ReplicationSink(324): Finished replicating [594f15e8-d4f8-459e-8b13-a3a60af63a60] bulk loaded data 2024-11-14T04:21:12,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:21:12,523 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731558072522/Put/seqid=0 2024-11-14T04:21:12,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741842_1018 (size=7997) 2024-11-14T04:21:12,926 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 687, reset compression=false 2024-11-14T04:21:12,935 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731558072933/Put/seqid=0 2024-11-14T04:21:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741843_1019 (size=7794) 2024-11-14T04:21:13,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ba4520, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:13,341 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38355,-1 for getting cluster id 2024-11-14T04:21:13,341 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:21:13,342 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '594f15e8-d4f8-459e-8b13-a3a60af63a60' 2024-11-14T04:21:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:21:13,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "594f15e8-d4f8-459e-8b13-a3a60af63a60" 2024-11-14T04:21:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58eee634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38355,-1] 2024-11-14T04:21:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:21:13,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:13,344 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:21:13,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44733ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:21:13,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:13,346 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:21:13,347 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:13,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:13,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38355,1731558055527 2024-11-14T04:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36d4dca6 2024-11-14T04:21:13,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:21:13,363 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:21:13,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2] 2024-11-14T04:21:13,375 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:21:13,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T04:21:13,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T04:21:13,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_0 for inclusion in a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 2024-11-14T04:21:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T04:21:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:13,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_1 for inclusion in a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 2024-11-14T04:21:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T04:21:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:21:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegion(2603): Flush status journal for a0c67e7ce61b6243ab5b45b3e6a6f01f: 2024-11-14T04:21:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_0 to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_0 2024-11-14T04:21:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_0 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/d67a5a94070241039ab56f48093de2ca_SeqId_6_ 2024-11-14T04:21:13,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/load_f1/f1/hfile_1 to hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_1 2024-11-14T04:21:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_1 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/6a4f94bc2908461da840f8454cce1eab_SeqId_6_ 2024-11-14T04:21:13,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-14T04:21:13,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_0 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/d67a5a94070241039ab56f48093de2ca_SeqId_6_ - updating store file list. 2024-11-14T04:21:13,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d67a5a94070241039ab56f48093de2ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:13,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/d67a5a94070241039ab56f48093de2ca_SeqId_6_ into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 2024-11-14T04:21:13,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_0 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 (new location: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/d67a5a94070241039ab56f48093de2ca_SeqId_6_) 2024-11-14T04:21:13,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_0 2024-11-14T04:21:13,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_1 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/6a4f94bc2908461da840f8454cce1eab_SeqId_6_ - updating store file list. 2024-11-14T04:21:13,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6a4f94bc2908461da840f8454cce1eab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:21:13,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/6a4f94bc2908461da840f8454cce1eab_SeqId_6_ into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 2024-11-14T04:21:13,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_1 into a0c67e7ce61b6243ab5b45b3e6a6f01f/f1 (new location: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/f1/6a4f94bc2908461da840f8454cce1eab_SeqId_6_) 2024-11-14T04:21:13,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/staging/jenkins__test__uqni6idpe65m3hdi6umppmgcovf382mc4rgtpso7otsghr5pdkadd0ig6vtghcgl/f1/hfile_1 2024-11-14T04:21:13,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:21:13,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:21:13,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:13,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:21:13,432 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:21:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 , the old value is region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:33179 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:21:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:21:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2 from cache 2024-11-14T04:21:13,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:21:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33179: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56860 deadline: 1731558133431 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56860 2024-11-14T04:21:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,33179,1731558055748, seqNum=-1] 2024-11-14T04:21:13,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:21:13,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:21:13,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., hostname=b024da739ae8,33179,1731558055748, seqNum=2] 2024-11-14T04:21:13,533 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 687, reset compression=false 2024-11-14T04:21:13,537 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:21:13,537 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:13,537 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:21:13,541 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:33179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:21:13,745 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:14,050 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:14,454 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:14,958 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:15,589 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:16,298 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:17,103 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:17,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:21:17,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:21:18,007 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:19,011 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:20,117 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:21,322 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:22,626 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:24,030 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:25,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:21:25,534 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:27,139 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:28,843 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:30,647 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:31,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:21:32,551 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:33,540 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: null 2024-11-14T04:21:34,555 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:36,661 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:38,869 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:39,714 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:21:39,715 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:21:41,206 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:43,611 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:45,660 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:21:45,660 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:21:46,125 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:48,729 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:51,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a0c67e7ce61b6243ab5b45b3e6a6f01f, had cached 0 bytes from a total of 31376 2024-11-14T04:21:51,432 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:53,002 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region b3b860f0abb9b87da7a1195d23e59388, had cached 0 bytes from a total of 15585 2024-11-14T04:21:53,540 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: null 2024-11-14T04:21:54,236 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:21:55,114 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:21:57,173 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:00,186 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:01,732 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:22:03,289 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:06,146 DEBUG [master/b024da739ae8:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-14T04:22:06,494 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:09,799 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:13,203 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:13,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:22:13,471 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:13,471 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:13,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:13,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:13,472 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:13,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:22:13,472 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=908170970, stopped=false 2024-11-14T04:22:13,472 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,33997,1731558061844 2024-11-14T04:22:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1721248639/running 2024-11-14T04:22:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1721248639/running 2024-11-14T04:22:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:22:13,529 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:13,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:22:13,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:13,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:13,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:13,530 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,39133,1731558062051' ***** 2024-11-14T04:22:13,530 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:22:13,530 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:22:13,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/running 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:22:13,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Set watcher on znode that does not yet exist, /1721248639/running 2024-11-14T04:22:13,531 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,39133,1731558062051 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39133. 2024-11-14T04:22:13,531 DEBUG [RS:0;b024da739ae8:39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:13,531 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:13,531 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b3b860f0abb9b87da7a1195d23e59388, disabling compactions & flushes 2024-11-14T04:22:13,531 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:22:13,531 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:22:13,531 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. after waiting 0 ms 2024-11-14T04:22:13,531 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:22:13,531 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:22:13,532 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b3b860f0abb9b87da7a1195d23e59388=test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388.} 2024-11-14T04:22:13,532 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b3b860f0abb9b87da7a1195d23e59388 2024-11-14T04:22:13,532 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:13,532 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:13,532 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:13,532 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:13,532 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:13,532 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T04:22:13,536 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:13,540 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,33179,1731558055748 got entry batch from reader: null 2024-11-14T04:22:13,546 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/default/test/b3b860f0abb9b87da7a1195d23e59388/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T04:22:13,547 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:13,547 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:22:13,547 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:22:13,547 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b3b860f0abb9b87da7a1195d23e59388: Waiting for close lock at 1731558133531Running coprocessor pre-close hooks at 1731558133531Disabling compacts and flushes for region at 1731558133531Disabling writes for close at 1731558133531Writing region close event to WAL at 1731558133536 (+5 ms)Running coprocessor post-close hooks at 1731558133547 (+11 ms)Closed at 1731558133547 2024-11-14T04:22:13,547 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388. 2024-11-14T04:22:13,555 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/info/8cafa88a385646a9bad4f7fdefc9a549 is 129, key is test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388./info:regioninfo/1731558068032/Put/seqid=0 2024-11-14T04:22:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741839_1015 (size=6421) 2024-11-14T04:22:13,732 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:13,932 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:13,960 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/info/8cafa88a385646a9bad4f7fdefc9a549 2024-11-14T04:22:13,982 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/ns/72e19bfd658f4737adbad2c27bf532da is 43, key is default/ns:d/1731558064954/Put/seqid=0 2024-11-14T04:22:13,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741840_1016 (size=5153) 2024-11-14T04:22:14,132 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:14,139 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:22:14,139 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:22:14,332 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:14,386 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/ns/72e19bfd658f4737adbad2c27bf532da 2024-11-14T04:22:14,404 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/rep_barrier/e6937579344043ffa32686f7da71944a is 112, key is test,,1731558067237.b3b860f0abb9b87da7a1195d23e59388./rep_barrier:seqnumDuringOpen/1731558068032/Put/seqid=0 2024-11-14T04:22:14,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741841_1017 (size=5518) 2024-11-14T04:22:14,533 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:22:14,533 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:22:14,533 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:14,733 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:14,808 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/rep_barrier/e6937579344043ffa32686f7da71944a 2024-11-14T04:22:14,831 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/table/a42118d2de19423d85e13e20055bd637 is 40, key is test/table:state/1731558068043/Put/seqid=0 2024-11-14T04:22:14,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741842_1018 (size=5165) 2024-11-14T04:22:14,933 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:15,133 DEBUG [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:15,235 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/table/a42118d2de19423d85e13e20055bd637 2024-11-14T04:22:15,241 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/info/8cafa88a385646a9bad4f7fdefc9a549 as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/info/8cafa88a385646a9bad4f7fdefc9a549 2024-11-14T04:22:15,245 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/info/8cafa88a385646a9bad4f7fdefc9a549, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T04:22:15,246 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/ns/72e19bfd658f4737adbad2c27bf532da as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/ns/72e19bfd658f4737adbad2c27bf532da 2024-11-14T04:22:15,252 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/ns/72e19bfd658f4737adbad2c27bf532da, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:22:15,253 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/rep_barrier/e6937579344043ffa32686f7da71944a as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/rep_barrier/e6937579344043ffa32686f7da71944a 2024-11-14T04:22:15,258 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/rep_barrier/e6937579344043ffa32686f7da71944a, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T04:22:15,259 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/.tmp/table/a42118d2de19423d85e13e20055bd637 as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/table/a42118d2de19423d85e13e20055bd637 2024-11-14T04:22:15,264 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/table/a42118d2de19423d85e13e20055bd637, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:22:15,265 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false 2024-11-14T04:22:15,269 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:22:15,269 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:15,269 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:15,269 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:15,269 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558133532Running coprocessor pre-close hooks at 1731558133532Disabling compacts and flushes for region at 1731558133532Disabling writes for close at 1731558133532Obtaining lock to block concurrent updates at 1731558133532Preparing flush snapshotting stores in 1588230740 at 1731558133532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731558133533 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558133533Flushing 1588230740/info: creating writer at 1731558133533Flushing 1588230740/info: appending metadata at 1731558133555 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731558133555Flushing 1588230740/ns: creating writer at 1731558133966 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731558133982 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731558133982Flushing 1588230740/rep_barrier: creating writer at 1731558134391 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558134404 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558134404Flushing 1588230740/table: creating writer at 1731558134813 (+409 ms)Flushing 1588230740/table: appending metadata at 1731558134830 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731558134830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a788c6: reopening flushed file at 1731558135240 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f1baf7: reopening flushed file at 1731558135246 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3d9cf: reopening flushed file at 1731558135252 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb2e14c: reopening flushed file at 1731558135258 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1732ms, sequenceid=11, compaction requested=false at 1731558135265 (+7 ms)Writing region close event to WAL at 1731558135266 (+1 ms)Running coprocessor post-close hooks at 1731558135269 (+3 ms)Closed at 1731558135269 2024-11-14T04:22:15,269 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:15,333 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,39133,1731558062051; all regions closed. 2024-11-14T04:22:15,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741834_1010 (size=2717) 2024-11-14T04:22:15,336 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.meta.1731558064886.meta not finished, retry = 0 2024-11-14T04:22:15,438 DEBUG [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/oldWALs 2024-11-14T04:22:15,438 INFO [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39133%2C1731558062051.meta:.meta(num 1731558064886) 2024-11-14T04:22:15,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741832_1008 (size=1028) 2024-11-14T04:22:15,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/WALs/b024da739ae8,39133,1731558062051/b024da739ae8%2C39133%2C1731558062051.1731558064264 not finished, retry = 0 2024-11-14T04:22:15,542 DEBUG [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/oldWALs 2024-11-14T04:22:15,542 INFO [RS:0;b024da739ae8:39133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C39133%2C1731558062051:(num 1731558064264) 2024-11-14T04:22:15,542 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:15,542 INFO [RS:0;b024da739ae8:39133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:15,542 INFO [RS:0;b024da739ae8:39133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:15,543 INFO [RS:0;b024da739ae8:39133 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:15,543 INFO [RS:0;b024da739ae8:39133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:15,543 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:15,543 INFO [RS:0;b024da739ae8:39133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:39133. 2024-11-14T04:22:15,543 DEBUG [RS:0;b024da739ae8:39133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:15,543 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:15,543 DEBUG [RS:0;b024da739ae8:39133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:15,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:15,543 INFO [RS:0;b024da739ae8:39133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39133 2024-11-14T04:22:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1721248639/rs/b024da739ae8,39133,1731558062051 2024-11-14T04:22:15,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639/rs 2024-11-14T04:22:15,603 INFO [RS:0;b024da739ae8:39133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:15,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,39133,1731558062051] 2024-11-14T04:22:15,624 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1721248639/draining/b024da739ae8,39133,1731558062051 already deleted, retry=false 2024-11-14T04:22:15,624 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,39133,1731558062051 expired; onlineServers=0 2024-11-14T04:22:15,624 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,33997,1731558061844' ***** 2024-11-14T04:22:15,624 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:22:15,624 INFO [M:0;b024da739ae8:33997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:15,624 INFO [M:0;b024da739ae8:33997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:15,624 DEBUG [M:0;b024da739ae8:33997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:22:15,624 DEBUG [M:0;b024da739ae8:33997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:22:15,624 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:22:15,624 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558064011 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558064011,5,FailOnTimeoutGroup] 2024-11-14T04:22:15,624 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558064011 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558064011,5,FailOnTimeoutGroup] 2024-11-14T04:22:15,624 INFO [M:0;b024da739ae8:33997 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:15,625 INFO [M:0;b024da739ae8:33997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:15,625 DEBUG [M:0;b024da739ae8:33997 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:22:15,625 INFO [M:0;b024da739ae8:33997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:22:15,625 INFO [M:0;b024da739ae8:33997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:15,625 INFO [M:0;b024da739ae8:33997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:22:15,625 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:22:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1721248639/master 2024-11-14T04:22:15,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1721248639 2024-11-14T04:22:15,634 DEBUG [M:0;b024da739ae8:33997 {}] zookeeper.ZKUtil(347): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Unable to get data of znode /1721248639/master because node does not exist (not an error) 2024-11-14T04:22:15,634 WARN [M:0;b024da739ae8:33997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:22:15,635 INFO [M:0;b024da739ae8:33997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/.lastflushedseqids 2024-11-14T04:22:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741843_1019 (size=173) 2024-11-14T04:22:15,714 INFO [RS:0;b024da739ae8:39133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:15,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39133-0x10137930d2d0004, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:15,714 INFO [RS:0;b024da739ae8:39133 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,39133,1731558062051; zookeeper connection closed. 2024-11-14T04:22:15,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65a9fdcf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65a9fdcf 2024-11-14T04:22:15,714 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:22:16,040 INFO [M:0;b024da739ae8:33997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:22:16,040 INFO [M:0;b024da739ae8:33997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:22:16,040 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:16,040 INFO [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:16,040 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:16,040 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:16,040 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:16,041 INFO [M:0;b024da739ae8:33997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-14T04:22:16,059 DEBUG [M:0;b024da739ae8:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60223fe2448b4c77b85f3f13faa5edb8 is 82, key is hbase:meta,,1/info:regioninfo/1731558064934/Put/seqid=0 2024-11-14T04:22:16,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741844_1020 (size=5672) 2024-11-14T04:22:16,065 INFO [M:0;b024da739ae8:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60223fe2448b4c77b85f3f13faa5edb8 2024-11-14T04:22:16,088 DEBUG [M:0;b024da739ae8:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aad42263bc6240acaee7ae67a0041ba3 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558068048/Put/seqid=0 2024-11-14T04:22:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741845_1021 (size=6727) 2024-11-14T04:22:16,493 INFO [M:0;b024da739ae8:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aad42263bc6240acaee7ae67a0041ba3 2024-11-14T04:22:16,497 INFO [M:0;b024da739ae8:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aad42263bc6240acaee7ae67a0041ba3 2024-11-14T04:22:16,510 DEBUG [M:0;b024da739ae8:33997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e672d62e8d34646b94ea6a92baa849f is 69, key is b024da739ae8,39133,1731558062051/rs:state/1731558064091/Put/seqid=0 2024-11-14T04:22:16,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741846_1022 (size=5156) 2024-11-14T04:22:16,707 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.1731558058160 to pos 997, reset compression=false 2024-11-14T04:22:16,914 INFO [M:0;b024da739ae8:33997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e672d62e8d34646b94ea6a92baa849f 2024-11-14T04:22:16,919 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/60223fe2448b4c77b85f3f13faa5edb8 as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60223fe2448b4c77b85f3f13faa5edb8 2024-11-14T04:22:16,924 INFO [M:0;b024da739ae8:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/60223fe2448b4c77b85f3f13faa5edb8, entries=8, sequenceid=58, filesize=5.5 K 2024-11-14T04:22:16,925 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aad42263bc6240acaee7ae67a0041ba3 as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aad42263bc6240acaee7ae67a0041ba3 2024-11-14T04:22:16,931 INFO [M:0;b024da739ae8:33997 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aad42263bc6240acaee7ae67a0041ba3 2024-11-14T04:22:16,931 INFO [M:0;b024da739ae8:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aad42263bc6240acaee7ae67a0041ba3, entries=6, sequenceid=58, filesize=6.6 K 2024-11-14T04:22:16,932 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e672d62e8d34646b94ea6a92baa849f as hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e672d62e8d34646b94ea6a92baa849f 2024-11-14T04:22:16,937 INFO [M:0;b024da739ae8:33997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39653/user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e672d62e8d34646b94ea6a92baa849f, entries=1, sequenceid=58, filesize=5.0 K 2024-11-14T04:22:16,938 INFO [M:0;b024da739ae8:33997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=58, compaction requested=false 2024-11-14T04:22:16,939 INFO [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:16,939 DEBUG [M:0;b024da739ae8:33997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558136040Disabling compacts and flushes for region at 1731558136040Disabling writes for close at 1731558136040Obtaining lock to block concurrent updates at 1731558136041 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558136041Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731558136041Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558136041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558136042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558136059 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558136059Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558136070 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558136087 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558136087Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558136498 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558136510 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558136510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5628a735: reopening flushed file at 1731558136918 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab41233: reopening flushed file at 1731558136924 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79708852: reopening flushed file at 1731558136931 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=58, compaction requested=false at 1731558136938 (+7 ms)Writing region close event to WAL at 1731558136939 (+1 ms)Closed at 1731558136939 2024-11-14T04:22:16,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45399 is added to blk_1073741830_1006 (size=33026) 2024-11-14T04:22:16,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0fd8870b-2342-4ea8-715b-d9a5bb2ee4a0/MasterData/WALs/b024da739ae8,33997,1731558061844/b024da739ae8%2C33997%2C1731558061844.1731558063626 not finished, retry = 0 2024-11-14T04:22:17,042 INFO [M:0;b024da739ae8:33997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:22:17,042 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:17,042 INFO [M:0;b024da739ae8:33997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33997 2024-11-14T04:22:17,043 INFO [M:0;b024da739ae8:33997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:17,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33997-0x10137930d2d0003, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:17,156 INFO [M:0;b024da739ae8:33997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:17,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3d6f5a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:17,166 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66b903fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:17,166 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:17,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@781b983f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:17,166 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a26bb8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:17,173 WARN [BP-266196884-172.17.0.3-1731558059484 heartbeating to localhost/127.0.0.1:39653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:22:17,173 WARN [BP-266196884-172.17.0.3-1731558059484 heartbeating to localhost/127.0.0.1:39653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-266196884-172.17.0.3-1731558059484 (Datanode Uuid 9ea59e0f-5942-4528-a904-3ff1baf0cbff) service to localhost/127.0.0.1:39653 2024-11-14T04:22:17,174 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/cluster_b43c9af6-1379-92f4-e6e6-1193450717e1/data/data1/current/BP-266196884-172.17.0.3-1731558059484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:17,174 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:22:17,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:22:17,175 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/cluster_b43c9af6-1379-92f4-e6e6-1193450717e1/data/data2/current/BP-266196884-172.17.0.3-1731558059484 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:17,175 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:22:17,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c664a35{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:17,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@536b1cb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:17,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:17,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ae5947e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:17,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269e16f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:17,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:22:17,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:22:17,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:17,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:17,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:17,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:22:17,208 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173088856, stopped=false 2024-11-14T04:22:17,208 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,38355,1731558055527 2024-11-14T04:22:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755661075/running 2024-11-14T04:22:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755661075/running 2024-11-14T04:22:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:22:17,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:22:17,233 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:17,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:17,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:17,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,233 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,33179,1731558055748' ***** 2024-11-14T04:22:17,233 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:22:17,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/running 2024-11-14T04:22:17,234 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:22:17,234 INFO [RS:0;b024da739ae8:33179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:22:17,235 INFO [RS:0;b024da739ae8:33179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:22:17,235 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:22:17,235 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:22:17,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Set watcher on znode that does not yet exist, /01755661075/running 2024-11-14T04:22:17,236 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:22:17,236 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,33179,1731558055748 2024-11-14T04:22:17,236 INFO [RS:0;b024da739ae8:33179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:17,236 INFO [RS:0;b024da739ae8:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:33179. 2024-11-14T04:22:17,236 DEBUG [RS:0;b024da739ae8:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:17,236 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,237 INFO [RS:0;b024da739ae8:33179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:22:17,237 INFO [RS:0;b024da739ae8:33179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:22:17,237 INFO [RS:0;b024da739ae8:33179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:22:17,237 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:22:17,241 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a0c67e7ce61b6243ab5b45b3e6a6f01f, disabling compactions & flushes 2024-11-14T04:22:17,241 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:22:17,241 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:22:17,241 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. after waiting 0 ms 2024-11-14T04:22:17,241 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:22:17,249 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:22:17,249 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1325): Online Regions={a0c67e7ce61b6243ab5b45b3e6a6f01f=test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f., 1588230740=hbase:meta,,1.1588230740, 90995a352c50e7c45123e1b0ab91f311=hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311.} 2024-11-14T04:22:17,249 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90995a352c50e7c45123e1b0ab91f311, a0c67e7ce61b6243ab5b45b3e6a6f01f 2024-11-14T04:22:17,250 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:17,250 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:17,250 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:17,250 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:17,250 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:17,250 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:22:17,293 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/info/47dd624568ba4386b39f7f92142b708e is 147, key is hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311./info:regioninfo/1731558069584/Put/seqid=0 2024-11-14T04:22:17,295 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/default/test/a0c67e7ce61b6243ab5b45b3e6a6f01f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:22:17,297 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a0c67e7ce61b6243ab5b45b3e6a6f01f: Waiting for close lock at 1731558137241Running coprocessor pre-close hooks at 1731558137241Disabling compacts and flushes for region at 1731558137241Disabling writes for close at 1731558137241Writing region close event to WAL at 1731558137285 (+44 ms)Running coprocessor post-close hooks at 1731558137297 (+12 ms)Closed at 1731558137297 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f. 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 90995a352c50e7c45123e1b0ab91f311, disabling compactions & flushes 2024-11-14T04:22:17,297 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. after waiting 0 ms 2024-11-14T04:22:17,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:22:17,298 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 90995a352c50e7c45123e1b0ab91f311 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-14T04:22:17,310 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:17,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741844_1020 (size=7686) 2024-11-14T04:22:17,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/hfileref/365c81ed9d7c431fad2b2a927f8fa9f3 is 74, key is 1/hfileref:296a1e84abfd420e8af59c459e53cabf_SeqId_4_/1731558072418/DeleteColumn/seqid=0 2024-11-14T04:22:17,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741845_1021 (size=5203) 2024-11-14T04:22:17,449 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:22:17,650 DEBUG [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 90995a352c50e7c45123e1b0ab91f311 2024-11-14T04:22:17,710 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/info/47dd624568ba4386b39f7f92142b708e 2024-11-14T04:22:17,740 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/hfileref/365c81ed9d7c431fad2b2a927f8fa9f3 2024-11-14T04:22:17,742 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/ns/e4f895d769b74a329f616870e3c2851b is 43, key is default/ns:d/1731558059404/Put/seqid=0 2024-11-14T04:22:17,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741846_1022 (size=5153) 2024-11-14T04:22:17,748 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/ns/e4f895d769b74a329f616870e3c2851b 2024-11-14T04:22:17,762 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/queue/5e216e3f0fb74cb99957c66d2a69ca8d is 153, key is 1-b024da739ae8,33179,1731558055748/queue:b024da739ae8%2C33179%2C1731558055748/1731558073539/Put/seqid=0 2024-11-14T04:22:17,771 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4132d589b1114c84906e08fcf72a3913 is 112, key is test,,1731558065077.a0c67e7ce61b6243ab5b45b3e6a6f01f./rep_barrier:seqnumDuringOpen/1731558066243/Put/seqid=0 2024-11-14T04:22:17,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741847_1023 (size=5352) 2024-11-14T04:22:17,773 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/queue/5e216e3f0fb74cb99957c66d2a69ca8d 2024-11-14T04:22:17,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741848_1024 (size=5518) 2024-11-14T04:22:17,778 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4132d589b1114c84906e08fcf72a3913 2024-11-14T04:22:17,781 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/hfileref/365c81ed9d7c431fad2b2a927f8fa9f3 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/hfileref/365c81ed9d7c431fad2b2a927f8fa9f3 2024-11-14T04:22:17,787 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/hfileref/365c81ed9d7c431fad2b2a927f8fa9f3, entries=2, sequenceid=10, filesize=5.1 K 2024-11-14T04:22:17,787 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/.tmp/queue/5e216e3f0fb74cb99957c66d2a69ca8d as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/queue/5e216e3f0fb74cb99957c66d2a69ca8d 2024-11-14T04:22:17,797 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/queue/5e216e3f0fb74cb99957c66d2a69ca8d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T04:22:17,800 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 90995a352c50e7c45123e1b0ab91f311 in 503ms, sequenceid=10, compaction requested=false 2024-11-14T04:22:17,803 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/table/7c2bc7ac483b41cc815a5943d524f515 is 53, key is hbase:replication/table:state/1731558069591/Put/seqid=0 2024-11-14T04:22:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741849_1025 (size=5308) 2024-11-14T04:22:17,807 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/table/7c2bc7ac483b41cc815a5943d524f515 2024-11-14T04:22:17,808 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/replication/90995a352c50e7c45123e1b0ab91f311/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T04:22:17,809 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:17,809 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:17,809 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:22:17,809 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 90995a352c50e7c45123e1b0ab91f311: Waiting for close lock at 1731558137297Running coprocessor pre-close hooks at 1731558137297Disabling compacts and flushes for region at 1731558137297Disabling writes for close at 1731558137297Obtaining lock to block concurrent updates at 1731558137298 (+1 ms)Preparing flush snapshotting stores in 90995a352c50e7c45123e1b0ab91f311 at 1731558137298Finished memstore snapshotting hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731558137298Flushing stores of hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. at 1731558137298Flushing 90995a352c50e7c45123e1b0ab91f311/hfileref: creating writer at 1731558137299 (+1 ms)Flushing 90995a352c50e7c45123e1b0ab91f311/hfileref: appending metadata at 1731558137320 (+21 ms)Flushing 90995a352c50e7c45123e1b0ab91f311/hfileref: closing flushed file at 1731558137320Flushing 90995a352c50e7c45123e1b0ab91f311/queue: creating writer at 1731558137747 (+427 ms)Flushing 90995a352c50e7c45123e1b0ab91f311/queue: appending metadata at 1731558137762 (+15 ms)Flushing 90995a352c50e7c45123e1b0ab91f311/queue: closing flushed file at 1731558137762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256a91c7: reopening flushed file at 1731558137779 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1305e5fe: reopening flushed file at 1731558137787 (+8 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 90995a352c50e7c45123e1b0ab91f311 in 503ms, sequenceid=10, compaction requested=false at 1731558137800 (+13 ms)Writing region close event to WAL at 1731558137804 (+4 ms)Running coprocessor post-close hooks at 1731558137809 (+5 ms)Closed at 1731558137809 2024-11-14T04:22:17,809 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558068406.90995a352c50e7c45123e1b0ab91f311. 2024-11-14T04:22:17,815 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/info/47dd624568ba4386b39f7f92142b708e as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/info/47dd624568ba4386b39f7f92142b708e 2024-11-14T04:22:17,821 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/info/47dd624568ba4386b39f7f92142b708e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:22:17,822 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/ns/e4f895d769b74a329f616870e3c2851b as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/ns/e4f895d769b74a329f616870e3c2851b 2024-11-14T04:22:17,827 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/ns/e4f895d769b74a329f616870e3c2851b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:22:17,828 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/rep_barrier/4132d589b1114c84906e08fcf72a3913 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/rep_barrier/4132d589b1114c84906e08fcf72a3913 2024-11-14T04:22:17,832 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/rep_barrier/4132d589b1114c84906e08fcf72a3913, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:22:17,833 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/.tmp/table/7c2bc7ac483b41cc815a5943d524f515 as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/table/7c2bc7ac483b41cc815a5943d524f515 2024-11-14T04:22:17,838 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/table/7c2bc7ac483b41cc815a5943d524f515, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:22:17,839 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=16, compaction requested=false 2024-11-14T04:22:17,839 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:22:17,848 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:22:17,849 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:17,849 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:17,849 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:17,849 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558137249Running coprocessor pre-close hooks at 1731558137249Disabling compacts and flushes for region at 1731558137250 (+1 ms)Disabling writes for close at 1731558137250Obtaining lock to block concurrent updates at 1731558137250Preparing flush snapshotting stores in 1588230740 at 1731558137250Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558137256 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558137266 (+10 ms)Flushing 1588230740/info: creating writer at 1731558137266Flushing 1588230740/info: appending metadata at 1731558137293 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731558137293Flushing 1588230740/ns: creating writer at 1731558137723 (+430 ms)Flushing 1588230740/ns: appending metadata at 1731558137742 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731558137742Flushing 1588230740/rep_barrier: creating writer at 1731558137754 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558137770 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558137770Flushing 1588230740/table: creating writer at 1731558137786 (+16 ms)Flushing 1588230740/table: appending metadata at 1731558137803 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731558137803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32270280: reopening flushed file at 1731558137814 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eeeac13: reopening flushed file at 1731558137821 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8d24c7: reopening flushed file at 1731558137827 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33e53ae7: reopening flushed file at 1731558137833 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 589ms, sequenceid=16, compaction requested=false at 1731558137839 (+6 ms)Writing region close event to WAL at 1731558137845 (+6 ms)Running coprocessor post-close hooks at 1731558137849 (+4 ms)Closed at 1731558137849 2024-11-14T04:22:17,849 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:17,850 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,33179,1731558055748; all regions closed. 2024-11-14T04:22:17,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:22:17,852 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/WALs/b024da739ae8,33179,1731558055748/b024da739ae8%2C33179%2C1731558055748.meta.1731558059169.meta not finished, retry = 0 2024-11-14T04:22:17,954 DEBUG [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs 2024-11-14T04:22:17,954 INFO [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C33179%2C1731558055748.meta:.meta(num 1731558059169) 2024-11-14T04:22:17,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741839_1015 (size=2700) 2024-11-14T04:22:17,959 DEBUG [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs 2024-11-14T04:22:17,959 INFO [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C33179%2C1731558055748.rep:(num 1731558069552) 2024-11-14T04:22:17,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741832_1008 (size=1300) 2024-11-14T04:22:17,963 DEBUG [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/oldWALs 2024-11-14T04:22:17,963 INFO [RS:0;b024da739ae8:33179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C33179%2C1731558055748:(num 1731558058160) 2024-11-14T04:22:17,963 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,963 INFO [RS:0;b024da739ae8:33179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:17,963 INFO [RS:0;b024da739ae8:33179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:17,963 INFO [RS:0;b024da739ae8:33179 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:17,963 INFO [RS:0;b024da739ae8:33179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:17,963 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:17,964 INFO [RS:0;b024da739ae8:33179 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,33179,1731558055748 because: Region server is closing 2024-11-14T04:22:17,964 INFO [RS:0;b024da739ae8:33179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:33179. 2024-11-14T04:22:17,964 DEBUG [RS:0;b024da739ae8:33179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:17,964 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,964 DEBUG [RS:0;b024da739ae8:33179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:17,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:18,064 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.wal-reader.b024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:22:18,064 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:22:18,065 INFO [RS:0;b024da739ae8:33179 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,33179,1731558055748.replicationSource.shipperb024da739ae8%2C33179%2C1731558055748,1-b024da739ae8,33179,1731558055748 terminated 2024-11-14T04:22:18,065 INFO [RS:0;b024da739ae8:33179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33179 2024-11-14T04:22:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755661075/rs/b024da739ae8,33179,1731558055748 2024-11-14T04:22:18,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075/rs 2024-11-14T04:22:18,087 INFO [RS:0;b024da739ae8:33179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:18,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,33179,1731558055748] 2024-11-14T04:22:18,108 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01755661075/draining/b024da739ae8,33179,1731558055748 already deleted, retry=false 2024-11-14T04:22:18,108 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,33179,1731558055748 expired; onlineServers=0 2024-11-14T04:22:18,108 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,38355,1731558055527' ***** 2024-11-14T04:22:18,108 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:22:18,108 INFO [M:0;b024da739ae8:38355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:18,108 INFO [M:0;b024da739ae8:38355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:18,108 DEBUG [M:0;b024da739ae8:38355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:22:18,108 DEBUG [M:0;b024da739ae8:38355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:22:18,108 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558057818 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558057818,5,FailOnTimeoutGroup] 2024-11-14T04:22:18,108 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558057818 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558057818,5,FailOnTimeoutGroup] 2024-11-14T04:22:18,109 INFO [M:0;b024da739ae8:38355 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:18,109 INFO [M:0;b024da739ae8:38355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:18,109 DEBUG [M:0;b024da739ae8:38355 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:22:18,109 INFO [M:0;b024da739ae8:38355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:22:18,109 INFO [M:0;b024da739ae8:38355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:18,109 INFO [M:0;b024da739ae8:38355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:22:18,108 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:22:18,109 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:22:18,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01755661075/master 2024-11-14T04:22:18,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01755661075 2024-11-14T04:22:18,119 DEBUG [M:0;b024da739ae8:38355 {}] zookeeper.ZKUtil(347): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Unable to get data of znode /01755661075/master because node does not exist (not an error) 2024-11-14T04:22:18,119 WARN [M:0;b024da739ae8:38355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:22:18,121 INFO [M:0;b024da739ae8:38355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/.lastflushedseqids 2024-11-14T04:22:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741850_1026 (size=263) 2024-11-14T04:22:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:18,198 INFO [RS:0;b024da739ae8:33179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:18,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33179-0x10137930d2d0001, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:18,198 INFO [RS:0;b024da739ae8:33179 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,33179,1731558055748; zookeeper connection closed. 2024-11-14T04:22:18,198 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b728780 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b728780 2024-11-14T04:22:18,198 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:22:18,530 INFO [M:0;b024da739ae8:38355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:22:18,530 INFO [M:0;b024da739ae8:38355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:22:18,531 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:18,531 INFO [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:18,531 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:18,531 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:18,531 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:18,531 INFO [M:0;b024da739ae8:38355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-14T04:22:18,551 DEBUG [M:0;b024da739ae8:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c71da875394e0c9b5faf425492abae is 82, key is hbase:meta,,1/info:regioninfo/1731558059219/Put/seqid=0 2024-11-14T04:22:18,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741851_1027 (size=5672) 2024-11-14T04:22:18,567 INFO [M:0;b024da739ae8:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c71da875394e0c9b5faf425492abae 2024-11-14T04:22:18,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:18,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:18,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:18,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:18,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:18,592 DEBUG [M:0;b024da739ae8:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66749062c37d48f4925f3130ab988edb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558066269/Put/seqid=0 2024-11-14T04:22:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741852_1028 (size=7240) 2024-11-14T04:22:18,596 INFO [M:0;b024da739ae8:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66749062c37d48f4925f3130ab988edb 2024-11-14T04:22:18,601 INFO [M:0;b024da739ae8:38355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66749062c37d48f4925f3130ab988edb 2024-11-14T04:22:18,616 DEBUG [M:0;b024da739ae8:38355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c091965bc79242eb80b469fb1a1d9c3e is 69, key is b024da739ae8,33179,1731558055748/rs:state/1731558057905/Put/seqid=0 2024-11-14T04:22:18,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741853_1029 (size=5156) 2024-11-14T04:22:19,021 INFO [M:0;b024da739ae8:38355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c091965bc79242eb80b469fb1a1d9c3e 2024-11-14T04:22:19,027 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14c71da875394e0c9b5faf425492abae as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c71da875394e0c9b5faf425492abae 2024-11-14T04:22:19,031 INFO [M:0;b024da739ae8:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14c71da875394e0c9b5faf425492abae, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T04:22:19,032 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66749062c37d48f4925f3130ab988edb as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66749062c37d48f4925f3130ab988edb 2024-11-14T04:22:19,038 INFO [M:0;b024da739ae8:38355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 66749062c37d48f4925f3130ab988edb 2024-11-14T04:22:19,039 INFO [M:0;b024da739ae8:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66749062c37d48f4925f3130ab988edb, entries=11, sequenceid=105, filesize=7.1 K 2024-11-14T04:22:19,040 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c091965bc79242eb80b469fb1a1d9c3e as hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c091965bc79242eb80b469fb1a1d9c3e 2024-11-14T04:22:19,048 INFO [M:0;b024da739ae8:38355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/4cdddfd8-fde9-04ae-92ce-f5467ec7ffbd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c091965bc79242eb80b469fb1a1d9c3e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T04:22:19,049 INFO [M:0;b024da739ae8:38355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=105, compaction requested=false 2024-11-14T04:22:19,053 INFO [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:19,053 DEBUG [M:0;b024da739ae8:38355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558138531Disabling compacts and flushes for region at 1731558138531Disabling writes for close at 1731558138531Obtaining lock to block concurrent updates at 1731558138531Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558138531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731558138531Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558138532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558138532Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558138550 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558138550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558138572 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558138591 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558138591Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558138601 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558138616 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558138616Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ead007: reopening flushed file at 1731558139026 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f674065: reopening flushed file at 1731558139032 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35c64798: reopening flushed file at 1731558139039 (+7 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 518ms, sequenceid=105, compaction requested=false at 1731558139049 (+10 ms)Writing region close event to WAL at 1731558139052 (+3 ms)Closed at 1731558139052 2024-11-14T04:22:19,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34647 is added to blk_1073741830_1006 (size=64526) 2024-11-14T04:22:19,058 INFO [M:0;b024da739ae8:38355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:22:19,058 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:19,058 INFO [M:0;b024da739ae8:38355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38355 2024-11-14T04:22:19,059 INFO [M:0;b024da739ae8:38355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:19,090 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:22:19,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:19,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:19,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:19,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:19,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:19,787 INFO [M:0;b024da739ae8:38355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:19,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38355-0x10137930d2d0000, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:19,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a4133ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:19,825 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3612b97e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:19,825 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:19,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25670136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:19,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c18c7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:19,826 WARN [BP-176516366-172.17.0.3-1731558052260 heartbeating to localhost/127.0.0.1:46639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:22:19,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:22:19,826 WARN [BP-176516366-172.17.0.3-1731558052260 heartbeating to localhost/127.0.0.1:46639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-176516366-172.17.0.3-1731558052260 (Datanode Uuid 3ce59470-3d82-4a03-b8fb-a0aa24cc2822) service to localhost/127.0.0.1:46639 2024-11-14T04:22:19,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:22:19,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/data/data1/current/BP-176516366-172.17.0.3-1731558052260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:19,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/cluster_e14d8d1d-44b8-76a8-307a-06172c1c1b07/data/data2/current/BP-176516366-172.17.0.3-1731558052260 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:19,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:22:19,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78408448{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:19,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d982fd7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:19,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:19,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62564991{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:19,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@199c5342{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a7a2ec07-7e0d-28bb-d89d-3830ea6eaa65/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:19,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:22:19,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:22:19,915 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fb8b4b8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39653 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$803/0x00007fb8b4b8a9c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46639 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:39653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63039) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 463) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=755 (was 872), ProcessCount=11 (was 11), AvailableMemoryMB=1648 (was 2598) 2024-11-14T04:22:19,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=755, ProcessCount=11, AvailableMemoryMB=1648 2024-11-14T04:22:19,934 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-14T04:22:19,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir so I do NOT create it in target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd 2024-11-14T04:22:19,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:22:19,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.tmp.dir so I do NOT create it in target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd 2024-11-14T04:22:19,934 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7eed284-38f1-851b-53bc-eb4da710ca8d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:22:19,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd 2024-11-14T04:22:19,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4, deleteOnExit=true 2024-11-14T04:22:19,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137930d2d0005, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:22:19,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137930d2d0002, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:22:19,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137930d2d0005, quorum=127.0.0.1:63039, baseZNode=/1721248639 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:22:19,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137930d2d0002, quorum=127.0.0.1:63039, baseZNode=/01755661075 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:22:20,177 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/zookeeper_0, clientPort=60217, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:22:20,178 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60217 2024-11-14T04:22:20,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:22:20,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/test.cache.data in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:22:20,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:20,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:22:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:22:22,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:22,014 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:22,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:22,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:22,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:22:22,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:22,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece5ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:22,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a579743{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:22,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46b809c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/java.io.tmpdir/jetty-localhost-46795-hadoop-hdfs-3_4_1-tests_jar-_-any-2049436078219189502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:22,118 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7851ebb6{HTTP/1.1, (http/1.1)}{localhost:46795} 2024-11-14T04:22:22,118 INFO [Time-limited test {}] server.Server(415): Started @229145ms 2024-11-14T04:22:22,453 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:22,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:22,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:22,460 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:22,460 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:22:22,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58023a65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:22,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af5d141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:22,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ba5d7bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/java.io.tmpdir/jetty-localhost-40297-hadoop-hdfs-3_4_1-tests_jar-_-any-10660449905443861449/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:22,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fcf7252{HTTP/1.1, (http/1.1)}{localhost:40297} 2024-11-14T04:22:22,573 INFO [Time-limited test {}] server.Server(415): Started @229600ms 2024-11-14T04:22:22,574 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:22:23,221 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/data/data1/current/BP-1089930024-172.17.0.3-1731558140194/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:23,221 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/data/data2/current/BP-1089930024-172.17.0.3-1731558140194/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:23,236 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:22:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec283e28bae035f5 with lease ID 0x199cfef34521afbc: Processing first storage report for DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351 from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=7770169d-9fb8-49a1-b6d4-e943249fa796, infoPort=35061, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1240326956;c=1731558140194) 2024-11-14T04:22:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec283e28bae035f5 with lease ID 0x199cfef34521afbc: from storage DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351 node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=7770169d-9fb8-49a1-b6d4-e943249fa796, infoPort=35061, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1240326956;c=1731558140194), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec283e28bae035f5 with lease ID 0x199cfef34521afbc: Processing first storage report for DS-29802d25-eb5d-4135-8614-5a9a08c7496b from datanode DatanodeRegistration(127.0.0.1:40537, datanodeUuid=7770169d-9fb8-49a1-b6d4-e943249fa796, infoPort=35061, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1240326956;c=1731558140194) 2024-11-14T04:22:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec283e28bae035f5 with lease ID 0x199cfef34521afbc: from storage DS-29802d25-eb5d-4135-8614-5a9a08c7496b node DatanodeRegistration(127.0.0.1:40537, datanodeUuid=7770169d-9fb8-49a1-b6d4-e943249fa796, infoPort=35061, infoSecurePort=0, ipcPort=39905, storageInfo=lv=-57;cid=testClusterID;nsid=1240326956;c=1731558140194), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:23,309 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd 2024-11-14T04:22:23,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:22:23,719 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b with version=8 2024-11-14T04:22:23,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/hbase-staging 2024-11-14T04:22:23,721 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:23,721 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:23,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39827 2024-11-14T04:22:23,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39827 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:23,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398270x0, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:23,810 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39827-0x101379464bc0000 connected 2024-11-14T04:22:23,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:23,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b, hbase.cluster.distributed=false 2024-11-14T04:22:23,899 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/acl 2024-11-14T04:22:23,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-14T04:22:23,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39827 2024-11-14T04:22:23,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39827 2024-11-14T04:22:23,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-14T04:22:23,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-14T04:22:23,918 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:22:23,918 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:23,919 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37331 2024-11-14T04:22:23,921 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37331 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:23,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:23,939 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373310x0, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:23,940 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:23,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37331-0x101379464bc0001 connected 2024-11-14T04:22:23,940 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:22:23,942 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:22:23,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/master 2024-11-14T04:22:23,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/acl 2024-11-14T04:22:23,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-14T04:22:23,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37331 2024-11-14T04:22:23,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37331 2024-11-14T04:22:23,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-14T04:22:23,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37331 2024-11-14T04:22:23,960 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:39827 2024-11-14T04:22:23,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1724743632/backup-masters/b024da739ae8,39827,1731558143721 2024-11-14T04:22:23,971 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:23,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:23,971 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/backup-masters/b024da739ae8,39827,1731558143721 2024-11-14T04:22:23,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:23,981 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/master 2024-11-14T04:22:23,981 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:23,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/master 2024-11-14T04:22:23,982 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1724743632/backup-masters/b024da739ae8,39827,1731558143721 from backup master directory 2024-11-14T04:22:23,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/backup-masters/b024da739ae8,39827,1731558143721 2024-11-14T04:22:23,992 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:23,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:23,992 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:23,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,39827,1731558143721 2024-11-14T04:22:23,995 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/hbase.id] with ID: 502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a 2024-11-14T04:22:23,996 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.tmp/hbase.id 2024-11-14T04:22:24,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:22:24,000 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.tmp/hbase.id]:[hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/hbase.id] 2024-11-14T04:22:24,009 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:24,009 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:22:24,010 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:22:24,023 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:24,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:22:24,433 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:22:24,434 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:22:24,435 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:24,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:22:24,842 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store 2024-11-14T04:22:24,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:25,248 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:25,248 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:25,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558145248Disabling compacts and flushes for region at 1731558145248Disabling writes for close at 1731558145248Writing region close event to WAL at 1731558145248Closed at 1731558145248 2024-11-14T04:22:25,249 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/.initializing 2024-11-14T04:22:25,249 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721 2024-11-14T04:22:25,250 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:25,251 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C39827%2C1731558143721, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/oldWALs, maxLogs=10 2024-11-14T04:22:25,262 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721/b024da739ae8%2C39827%2C1731558143721.1731558145251, exclude list is [], retry=0 2024-11-14T04:22:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:25,266 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:25,267 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:25,267 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:25,267 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:25,267 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,267 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:22:25,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:25,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:25,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:22:25,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:25,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:22:25,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:25,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:25,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:22:25,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:25,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:25,274 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,274 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,274 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,275 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,275 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,276 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:25,277 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:25,278 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:25,279 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69135226, jitterRate=0.030195146799087524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:25,279 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558145267Initializing all the Stores at 1731558145268 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558145268Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558145268Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558145268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558145268Cleaning up temporary data from old regions at 1731558145275 (+7 ms)Region opened successfully at 1731558145279 (+4 ms) 2024-11-14T04:22:25,279 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:22:25,282 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba06e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:25,283 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:22:25,283 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:22:25,283 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:22:25,283 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:22:25,284 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:22:25,284 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:22:25,284 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:22:25,286 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:22:25,287 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/balancer because node does not exist (not necessarily an error) 2024-11-14T04:22:25,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/balancer already deleted, retry=false 2024-11-14T04:22:25,451 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:22:25,452 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:22:25,461 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/normalizer already deleted, retry=false 2024-11-14T04:22:25,461 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:22:25,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:22:25,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/switch/split already deleted, retry=false 2024-11-14T04:22:25,472 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:22:25,482 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/switch/merge already deleted, retry=false 2024-11-14T04:22:25,483 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:22:25,492 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/snapshot-cleanup already deleted, retry=false 2024-11-14T04:22:25,503 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:25,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:25,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,503 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,503 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,39827,1731558143721, sessionid=0x101379464bc0000, setting cluster-up flag (Was=false) 2024-11-14T04:22:25,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,524 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,556 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724743632/flush-table-proc/acquired, /0-1724743632/flush-table-proc/reached, /0-1724743632/flush-table-proc/abort 2024-11-14T04:22:25,557 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39827,1731558143721 2024-11-14T04:22:25,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,577 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:25,608 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724743632/online-snapshot/acquired, /0-1724743632/online-snapshot/reached, /0-1724743632/online-snapshot/abort 2024-11-14T04:22:25,609 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39827,1731558143721 2024-11-14T04:22:25,611 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:22:25,613 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:25,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:22:25,613 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:22:25,613 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,39827,1731558143721 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:22:25,614 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:25,614 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:25,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,617 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:25,617 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:22:25,618 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:25,618 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:22:25,628 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558175628 2024-11-14T04:22:25,628 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:22:25,629 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:22:25,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:22:25,630 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558145630,5,FailOnTimeoutGroup] 2024-11-14T04:22:25,631 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558145630,5,FailOnTimeoutGroup] 2024-11-14T04:22:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:22:25,631 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,631 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:22:25,631 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,631 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,653 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(746): ClusterId : 502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a 2024-11-14T04:22:25,653 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:22:25,666 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:22:25,666 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:22:25,677 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:22:25,677 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fec6da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:25,693 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:37331 2024-11-14T04:22:25,693 INFO [RS:0;b024da739ae8:37331 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:22:25,693 INFO [RS:0;b024da739ae8:37331 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:22:25,693 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:22:25,694 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,39827,1731558143721 with port=37331, startcode=1731558143917 2024-11-14T04:22:25,694 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:22:25,696 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:22:25,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,698 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b 2024-11-14T04:22:25,698 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34413 2024-11-14T04:22:25,698 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:22:25,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/rs 2024-11-14T04:22:25,708 DEBUG [RS:0;b024da739ae8:37331 {}] zookeeper.ZKUtil(111): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/rs/b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,708 WARN [RS:0;b024da739ae8:37331 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:25,708 INFO [RS:0;b024da739ae8:37331 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:25,708 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,37331,1731558143917] 2024-11-14T04:22:25,711 INFO [RS:0;b024da739ae8:37331 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:22:25,715 INFO [RS:0;b024da739ae8:37331 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:22:25,715 INFO [RS:0;b024da739ae8:37331 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:22:25,715 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,715 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:22:25,716 INFO [RS:0;b024da739ae8:37331 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:22:25,716 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,716 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,716 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,716 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:25,717 DEBUG [RS:0;b024da739ae8:37331 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,717 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37331,1731558143917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:25,737 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:22:25,737 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37331,1731558143917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,738 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,738 INFO [RS:0;b024da739ae8:37331 {}] regionserver.Replication(171): b024da739ae8,37331,1731558143917 started 2024-11-14T04:22:25,750 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:25,750 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,37331,1731558143917, RpcServer on b024da739ae8/172.17.0.3:37331, sessionid=0x101379464bc0001 2024-11-14T04:22:25,750 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:22:25,750 DEBUG [RS:0;b024da739ae8:37331 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,750 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37331,1731558143917' 2024-11-14T04:22:25,750 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724743632/flush-table-proc/abort' 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724743632/flush-table-proc/acquired' 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,37331,1731558143917 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37331,1731558143917' 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724743632/online-snapshot/abort' 2024-11-14T04:22:25,751 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724743632/online-snapshot/acquired' 2024-11-14T04:22:25,752 DEBUG [RS:0;b024da739ae8:37331 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:22:25,752 INFO [RS:0;b024da739ae8:37331 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:22:25,752 INFO [RS:0;b024da739ae8:37331 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:22:25,852 INFO [RS:0;b024da739ae8:37331 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:25,854 INFO [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37331%2C1731558143917, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:25,866 DEBUG [RS:0;b024da739ae8:37331 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854, exclude list is [], retry=0 2024-11-14T04:22:25,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:25,869 INFO [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 2024-11-14T04:22:25,870 DEBUG [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:26,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:22:26,032 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b 2024-11-14T04:22:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:22:26,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:26,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:26,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:26,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:26,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:26,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:26,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:26,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:26,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:26,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:26,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:26,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:26,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:26,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:26,449 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:26,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:26,451 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:26,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63440973, jitterRate=-0.054655835032463074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558146441Initializing all the Stores at 1731558146441Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146442 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558146442Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146442Cleaning up temporary data from old regions at 1731558146449 (+7 ms)Region opened successfully at 1731558146452 (+3 ms) 2024-11-14T04:22:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:26,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:26,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:26,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:26,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558146452Disabling compacts and flushes for region at 1731558146452Disabling writes for close at 1731558146452Writing region close event to WAL at 1731558146453 (+1 ms)Closed at 1731558146453 2024-11-14T04:22:26,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:26,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:22:26,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:22:26,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:26,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:22:26,606 DEBUG [b024da739ae8:39827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:22:26,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,37331,1731558143917 2024-11-14T04:22:26,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37331,1731558143917, state=OPENING 2024-11-14T04:22:26,655 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:22:26,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:26,692 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:26,693 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:26,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:26,693 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:26,693 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37331,1731558143917}] 2024-11-14T04:22:26,845 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:22:26,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:22:26,850 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:22:26,850 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:26,851 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:22:26,852 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37331%2C1731558143917.meta, suffix=.meta, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:26,864 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.meta.1731558146852.meta, exclude list is [], retry=0 2024-11-14T04:22:26,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:26,868 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.meta.1731558146852.meta 2024-11-14T04:22:26,868 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:26,868 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:26,868 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:22:26,869 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:22:26,869 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:22:26,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:26,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:26,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:26,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:26,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:26,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:26,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:26,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:26,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:26,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:26,875 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:26,875 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:26,876 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:26,877 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:26,877 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:26,877 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:26,879 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:26,879 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61327738, jitterRate=-0.08614549040794373}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:26,879 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:22:26,880 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558146869Writing region info on filesystem at 1731558146869Initializing all the Stores at 1731558146870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146870Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146870Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558146870Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558146870Cleaning up temporary data from old regions at 1731558146877 (+7 ms)Running coprocessor post-open hooks at 1731558146879 (+2 ms)Region opened successfully at 1731558146880 (+1 ms) 2024-11-14T04:22:26,881 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558146845 2024-11-14T04:22:26,882 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:22:26,882 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:22:26,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37331,1731558143917 2024-11-14T04:22:26,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37331,1731558143917, state=OPEN 2024-11-14T04:22:26,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:26,903 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:26,903 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,37331,1731558143917 2024-11-14T04:22:26,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:26,903 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:26,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:22:26,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37331,1731558143917 in 210 msec 2024-11-14T04:22:26,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:22:26,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-14T04:22:26,908 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:26,908 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:22:26,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:26,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37331,1731558143917, seqNum=-1] 2024-11-14T04:22:26,910 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:26,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:26,916 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3030 sec 2024-11-14T04:22:26,916 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558146916, completionTime=-1 2024-11-14T04:22:26,916 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:22:26,916 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:22:26,918 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:22:26,918 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558206918 2024-11-14T04:22:26,918 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558266918 2024-11-14T04:22:26,918 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:39827, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,919 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,921 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:22:26,923 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:26,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:22:26,926 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:22:26,926 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:22:26,926 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39827,1731558143721-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:26,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db3777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:26,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39827,-1 for getting cluster id 2024-11-14T04:22:26,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:26,955 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a' 2024-11-14T04:22:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:26,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a" 2024-11-14T04:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a91db0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39827,-1] 2024-11-14T04:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:26,957 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:26,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5d9989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:26,958 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37331,1731558143917, seqNum=-1] 2024-11-14T04:22:26,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:26,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:26,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,39827,1731558143721 2024-11-14T04:22:26,963 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:26,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:26,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101379464bc0002 connected 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir so I do NOT create it in target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff 2024-11-14T04:22:26,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.tmp.dir so I do NOT create it in target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff 2024-11-14T04:22:26,990 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:22:26,990 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/cluster_ca14db53-655f-5129-976f-a3b688efc92c, deleteOnExit=true 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/test.cache.data in system properties and HBase conf 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:22:26,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:22:26,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:22:26,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:22:26,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:22:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:22:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:22:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:22:27,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:27,327 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:27,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:27,328 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:27,328 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:22:27,329 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:27,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:27,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/java.io.tmpdir/jetty-localhost-38483-hadoop-hdfs-3_4_1-tests_jar-_-any-3633011946543813046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:27,440 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:38483} 2024-11-14T04:22:27,440 INFO [Time-limited test {}] server.Server(415): Started @234467ms 2024-11-14T04:22:27,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:27,775 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:27,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:27,780 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:27,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:22:27,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:27,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:27,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3653dd1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/java.io.tmpdir/jetty-localhost-35223-hadoop-hdfs-3_4_1-tests_jar-_-any-18028840864037353163/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:27,888 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:35223} 2024-11-14T04:22:27,888 INFO [Time-limited test {}] server.Server(415): Started @234915ms 2024-11-14T04:22:27,889 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:22:28,497 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/cluster_ca14db53-655f-5129-976f-a3b688efc92c/data/data2/current/BP-1706099343-172.17.0.3-1731558147012/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:28,497 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/cluster_ca14db53-655f-5129-976f-a3b688efc92c/data/data1/current/BP-1706099343-172.17.0.3-1731558147012/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:28,537 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:22:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee50bfdae839bf6b with lease ID 0xa176e9ea80b4f06f: Processing first storage report for DS-71814bd3-a20c-40d4-b78f-87d4a103dcce from datanode DatanodeRegistration(127.0.0.1:32923, datanodeUuid=08236e5c-ee54-4276-8fac-c6ac16ce4697, infoPort=35047, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1849827171;c=1731558147012) 2024-11-14T04:22:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee50bfdae839bf6b with lease ID 0xa176e9ea80b4f06f: from storage DS-71814bd3-a20c-40d4-b78f-87d4a103dcce node DatanodeRegistration(127.0.0.1:32923, datanodeUuid=08236e5c-ee54-4276-8fac-c6ac16ce4697, infoPort=35047, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1849827171;c=1731558147012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xee50bfdae839bf6b with lease ID 0xa176e9ea80b4f06f: Processing first storage report for DS-56e1159c-e301-4abe-950e-50d785b8f0a6 from datanode DatanodeRegistration(127.0.0.1:32923, datanodeUuid=08236e5c-ee54-4276-8fac-c6ac16ce4697, infoPort=35047, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1849827171;c=1731558147012) 2024-11-14T04:22:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xee50bfdae839bf6b with lease ID 0xa176e9ea80b4f06f: from storage DS-56e1159c-e301-4abe-950e-50d785b8f0a6 node DatanodeRegistration(127.0.0.1:32923, datanodeUuid=08236e5c-ee54-4276-8fac-c6ac16ce4697, infoPort=35047, infoSecurePort=0, ipcPort=32957, storageInfo=lv=-57;cid=testClusterID;nsid=1849827171;c=1731558147012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:28,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff 2024-11-14T04:22:28,623 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:28,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:28,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:22:29,033 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291 with version=8 2024-11-14T04:22:29,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/hbase-staging 2024-11-14T04:22:29,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:29,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42755 2024-11-14T04:22:29,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42755 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:29,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427550x0, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:29,087 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42755-0x101379464bc0003 connected 2024-11-14T04:22:29,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:29,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:29,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/running 2024-11-14T04:22:29,163 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291, hbase.cluster.distributed=false 2024-11-14T04:22:29,164 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/acl 2024-11-14T04:22:29,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-14T04:22:29,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42755 2024-11-14T04:22:29,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42755 2024-11-14T04:22:29,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-14T04:22:29,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42755 2024-11-14T04:22:29,185 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:22:29,185 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:29,188 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41149 2024-11-14T04:22:29,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41149 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:29,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:29,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:29,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411490x0, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:29,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411490x0, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/running 2024-11-14T04:22:29,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41149-0x101379464bc0004 connected 2024-11-14T04:22:29,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:22:29,209 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:22:29,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/master 2024-11-14T04:22:29,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/acl 2024-11-14T04:22:29,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-14T04:22:29,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41149 2024-11-14T04:22:29,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41149 2024-11-14T04:22:29,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-14T04:22:29,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41149 2024-11-14T04:22:29,235 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:42755 2024-11-14T04:22:29,236 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1189247814/backup-masters/b024da739ae8,42755,1731558149034 2024-11-14T04:22:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/backup-masters 2024-11-14T04:22:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/backup-masters 2024-11-14T04:22:29,245 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on existing znode=/1189247814/backup-masters/b024da739ae8,42755,1731558149034 2024-11-14T04:22:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1189247814/master 2024-11-14T04:22:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:29,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:29,255 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on existing znode=/1189247814/master 2024-11-14T04:22:29,255 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1189247814/backup-masters/b024da739ae8,42755,1731558149034 from backup master directory 2024-11-14T04:22:29,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/backup-masters 2024-11-14T04:22:29,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1189247814/backup-masters/b024da739ae8,42755,1731558149034 2024-11-14T04:22:29,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/backup-masters 2024-11-14T04:22:29,265 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:29,265 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,42755,1731558149034 2024-11-14T04:22:29,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/hbase.id] with ID: 0754d24d-17a3-4a43-aa9c-56c2fdd538a6 2024-11-14T04:22:29,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/.tmp/hbase.id 2024-11-14T04:22:29,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:22:29,673 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/.tmp/hbase.id]:[hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/hbase.id] 2024-11-14T04:22:29,684 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:29,684 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:22:29,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:22:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:22:30,136 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:22:30,137 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:22:30,137 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:30,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:22:30,547 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store 2024-11-14T04:22:30,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:30,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:30,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:30,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558150954Disabling compacts and flushes for region at 1731558150954Disabling writes for close at 1731558150954Writing region close event to WAL at 1731558150954Closed at 1731558150954 2024-11-14T04:22:30,955 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/.initializing 2024-11-14T04:22:30,955 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/WALs/b024da739ae8,42755,1731558149034 2024-11-14T04:22:30,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:30,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C42755%2C1731558149034, suffix=, logDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/WALs/b024da739ae8,42755,1731558149034, archiveDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/oldWALs, maxLogs=10 2024-11-14T04:22:30,969 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/WALs/b024da739ae8,42755,1731558149034/b024da739ae8%2C42755%2C1731558149034.1731558150957, exclude list is [], retry=0 2024-11-14T04:22:30,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32923,DS-71814bd3-a20c-40d4-b78f-87d4a103dcce,DISK] 2024-11-14T04:22:30,973 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/WALs/b024da739ae8,42755,1731558149034/b024da739ae8%2C42755%2C1731558149034.1731558150957 2024-11-14T04:22:30,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-14T04:22:30,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:30,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:30,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:22:30,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:30,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:30,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:22:30,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:30,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:30,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:22:30,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:30,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:30,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:22:30,981 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:30,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:30,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,982 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,983 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,984 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:30,985 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:30,986 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:30,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65428981, jitterRate=-0.025032207369804382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:30,987 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558150974Initializing all the Stores at 1731558150975 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558150975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558150975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558150975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558150975Cleaning up temporary data from old regions at 1731558150983 (+8 ms)Region opened successfully at 1731558150987 (+4 ms) 2024-11-14T04:22:30,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:22:30,989 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d481e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:30,990 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:22:30,990 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:22:30,990 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:22:30,990 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:22:30,991 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:22:30,991 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:22:30,991 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:22:30,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:22:30,993 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/balancer because node does not exist (not necessarily an error) 2024-11-14T04:22:31,065 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/balancer already deleted, retry=false 2024-11-14T04:22:31,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:22:31,066 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:22:31,076 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/normalizer already deleted, retry=false 2024-11-14T04:22:31,076 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:22:31,077 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:22:31,086 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/switch/split already deleted, retry=false 2024-11-14T04:22:31,087 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:22:31,097 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/switch/merge already deleted, retry=false 2024-11-14T04:22:31,098 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:22:31,107 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/snapshot-cleanup already deleted, retry=false 2024-11-14T04:22:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1189247814/running 2024-11-14T04:22:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1189247814/running 2024-11-14T04:22:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,118 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,42755,1731558149034, sessionid=0x101379464bc0003, setting cluster-up flag (Was=false) 2024-11-14T04:22:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,171 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1189247814/flush-table-proc/acquired, /1189247814/flush-table-proc/reached, /1189247814/flush-table-proc/abort 2024-11-14T04:22:31,172 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,42755,1731558149034 2024-11-14T04:22:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:31,223 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1189247814/online-snapshot/acquired, /1189247814/online-snapshot/reached, /1189247814/online-snapshot/abort 2024-11-14T04:22:31,224 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,42755,1731558149034 2024-11-14T04:22:31,225 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:22:31,226 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:31,227 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:22:31,227 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:22:31,227 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,42755,1731558149034 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:31,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558181229 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:22:31,229 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:22:31,230 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,230 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:22:31,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:22:31,231 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558151230,5,FailOnTimeoutGroup] 2024-11-14T04:22:31,231 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558151231,5,FailOnTimeoutGroup] 2024-11-14T04:22:31,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:22:31,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,231 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:31,231 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:22:31,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:22:31,323 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(746): ClusterId : 0754d24d-17a3-4a43-aa9c-56c2fdd538a6 2024-11-14T04:22:31,323 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:22:31,335 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:22:31,335 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:22:31,346 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:22:31,346 DEBUG [RS:0;b024da739ae8:41149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fcc1d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:31,356 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41149 2024-11-14T04:22:31,356 INFO [RS:0;b024da739ae8:41149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:22:31,356 INFO [RS:0;b024da739ae8:41149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:22:31,356 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:22:31,357 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,42755,1731558149034 with port=41149, startcode=1731558149185 2024-11-14T04:22:31,357 DEBUG [RS:0;b024da739ae8:41149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:22:31,358 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:22:31,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42755 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42755 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,360 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291 2024-11-14T04:22:31,360 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45563 2024-11-14T04:22:31,360 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:22:31,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/rs 2024-11-14T04:22:31,414 DEBUG [RS:0;b024da739ae8:41149 {}] zookeeper.ZKUtil(111): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on existing znode=/1189247814/rs/b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,414 WARN [RS:0;b024da739ae8:41149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:31,414 INFO [RS:0;b024da739ae8:41149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:31,414 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41149,1731558149185] 2024-11-14T04:22:31,414 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,417 INFO [RS:0;b024da739ae8:41149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:22:31,418 INFO [RS:0;b024da739ae8:41149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:22:31,419 INFO [RS:0;b024da739ae8:41149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:22:31,419 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,419 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:22:31,419 INFO [RS:0;b024da739ae8:41149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:22:31,419 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:31,420 DEBUG [RS:0;b024da739ae8:41149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,421 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41149,1731558149185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:31,433 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:22:31,433 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41149,1731558149185-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,433 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,433 INFO [RS:0;b024da739ae8:41149 {}] regionserver.Replication(171): b024da739ae8,41149,1731558149185 started 2024-11-14T04:22:31,444 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:31,444 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41149,1731558149185, RpcServer on b024da739ae8/172.17.0.3:41149, sessionid=0x101379464bc0004 2024-11-14T04:22:31,445 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:22:31,445 DEBUG [RS:0;b024da739ae8:41149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,445 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41149,1731558149185' 2024-11-14T04:22:31,445 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1189247814/flush-table-proc/abort' 2024-11-14T04:22:31,445 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1189247814/flush-table-proc/acquired' 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41149,1731558149185 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41149,1731558149185' 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1189247814/online-snapshot/abort' 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1189247814/online-snapshot/acquired' 2024-11-14T04:22:31,446 DEBUG [RS:0;b024da739ae8:41149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:22:31,446 INFO [RS:0;b024da739ae8:41149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:22:31,446 INFO [RS:0;b024da739ae8:41149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:22:31,547 INFO [RS:0;b024da739ae8:41149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:31,549 INFO [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41149%2C1731558149185, suffix=, logDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185, archiveDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/oldWALs, maxLogs=10 2024-11-14T04:22:31,563 DEBUG [RS:0;b024da739ae8:41149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185/b024da739ae8%2C41149%2C1731558149185.1731558151549, exclude list is [], retry=0 2024-11-14T04:22:31,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32923,DS-71814bd3-a20c-40d4-b78f-87d4a103dcce,DISK] 2024-11-14T04:22:31,567 INFO [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185/b024da739ae8%2C41149%2C1731558149185.1731558151549 2024-11-14T04:22:31,567 DEBUG [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-14T04:22:31,642 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:22:31,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291 2024-11-14T04:22:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:22:31,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:22:31,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:31,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:31,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:31,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:31,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:31,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:32,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:32,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:32,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:32,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:32,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:32,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:32,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:32,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:32,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740 2024-11-14T04:22:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740 2024-11-14T04:22:32,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:32,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:32,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:32,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:32,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:32,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75430308, jitterRate=0.12399917840957642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558152048Initializing all the Stores at 1731558152049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558152049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152049Cleaning up temporary data from old regions at 1731558152056 (+7 ms)Region opened successfully at 1731558152059 (+3 ms) 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:32,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:32,059 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558152059Disabling compacts and flushes for region at 1731558152059Disabling writes for close at 1731558152059Writing region close event to WAL at 1731558152059Closed at 1731558152059 2024-11-14T04:22:32,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:32,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:22:32,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:22:32,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:32,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:22:32,213 DEBUG [b024da739ae8:42755 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:22:32,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41149,1731558149185 2024-11-14T04:22:32,214 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41149,1731558149185, state=OPENING 2024-11-14T04:22:32,223 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:22:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:32,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:32,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1189247814/meta-region-server: CHANGED 2024-11-14T04:22:32,234 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:32,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41149,1731558149185}] 2024-11-14T04:22:32,234 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1189247814/meta-region-server: CHANGED 2024-11-14T04:22:32,387 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:22:32,388 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:22:32,391 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:22:32,391 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:32,392 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:22:32,393 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41149%2C1731558149185.meta, suffix=.meta, logDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185, archiveDir=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/oldWALs, maxLogs=10 2024-11-14T04:22:32,399 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:22:32,405 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185/b024da739ae8%2C41149%2C1731558149185.meta.1731558152393.meta, exclude list is [], retry=0 2024-11-14T04:22:32,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32923,DS-71814bd3-a20c-40d4-b78f-87d4a103dcce,DISK] 2024-11-14T04:22:32,408 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185/b024da739ae8%2C41149%2C1731558149185.meta.1731558152393.meta 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35047:35047)] 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:32,409 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:22:32,409 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:22:32,409 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:22:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:32,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:32,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:32,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:32,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:32,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:32,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:32,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:32,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:32,416 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:32,417 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740 2024-11-14T04:22:32,418 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740 2024-11-14T04:22:32,419 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:32,419 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:32,419 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:32,420 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:32,421 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59857662, jitterRate=-0.10805132985115051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:32,421 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:22:32,421 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558152409Writing region info on filesystem at 1731558152410 (+1 ms)Initializing all the Stores at 1731558152410Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152410Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152411 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558152411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558152411Cleaning up temporary data from old regions at 1731558152419 (+8 ms)Running coprocessor post-open hooks at 1731558152421 (+2 ms)Region opened successfully at 1731558152421 2024-11-14T04:22:32,422 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558152386 2024-11-14T04:22:32,424 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:22:32,424 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:22:32,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41149,1731558149185 2024-11-14T04:22:32,426 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41149,1731558149185, state=OPEN 2024-11-14T04:22:32,427 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:32,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1189247814/meta-region-server 2024-11-14T04:22:32,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1189247814/meta-region-server 2024-11-14T04:22:32,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1189247814/meta-region-server: CHANGED 2024-11-14T04:22:32,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1189247814/meta-region-server: CHANGED 2024-11-14T04:22:32,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41149,1731558149185 2024-11-14T04:22:32,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:22:32,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41149,1731558149185 in 206 msec 2024-11-14T04:22:32,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:22:32,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 381 msec 2024-11-14T04:22:32,445 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:32,445 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:22:32,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:32,446 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41149,1731558149185, seqNum=-1] 2024-11-14T04:22:32,446 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:32,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:32,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-14T04:22:32,453 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558152453, completionTime=-1 2024-11-14T04:22:32,453 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:22:32,453 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558212455 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558272455 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:42755, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,455 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,456 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,457 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.194sec 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:32,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:22:32,461 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:22:32,461 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:22:32,461 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42755,1731558149034-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:32,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42755,-1 for getting cluster id 2024-11-14T04:22:32,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:32,525 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0754d24d-17a3-4a43-aa9c-56c2fdd538a6' 2024-11-14T04:22:32,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0754d24d-17a3-4a43-aa9c-56c2fdd538a6" 2024-11-14T04:22:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59121952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42755,-1] 2024-11-14T04:22:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:32,527 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:32,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674b4a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41149,1731558149185, seqNum=-1] 2024-11-14T04:22:32,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:32,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:32,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,42755,1731558149034 2024-11-14T04:22:32,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:32,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:32,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101379464bc0005 connected 2024-11-14T04:22:32,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575e5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39827,-1 for getting cluster id 2024-11-14T04:22:32,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:32,572 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a' 2024-11-14T04:22:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:32,572 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a" 2024-11-14T04:22:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eb34bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39827,-1] 2024-11-14T04:22:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:32,573 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:32,574 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:32,575 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2628c855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39827,1731558143721 2024-11-14T04:22:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64168939 2024-11-14T04:22:32,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:32,577 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:22:32,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:42755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:22:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:22:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:32,580 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:42755' 2024-11-14T04:22:32,581 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3cad4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,581 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42755,-1 for getting cluster id 2024-11-14T04:22:32,581 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:32,582 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0754d24d-17a3-4a43-aa9c-56c2fdd538a6' 2024-11-14T04:22:32,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:32,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0754d24d-17a3-4a43-aa9c-56c2fdd538a6" 2024-11-14T04:22:32,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e775f9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42755,-1] 2024-11-14T04:22:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:32,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:32,584 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:32,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1870bd9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:32,585 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:32,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,42755,1731558149034 2024-11-14T04:22:32,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5494e7b4 2024-11-14T04:22:32,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:32,586 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:22:32,587 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T04:22:32,587 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:22:32,587 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:32,587 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:32,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:32,587 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:22:32,588 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:22:32,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:22:32,589 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:32,590 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:22:32,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741835_1011 (size=1138) 2024-11-14T04:22:32,639 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:22:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:32,999 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d049b9447ca5fa49e5f69aad3b79e6ab, NAME => 'hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b 2024-11-14T04:22:33,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741836_1012 (size=44) 2024-11-14T04:22:33,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d049b9447ca5fa49e5f69aad3b79e6ab, disabling compactions & flushes 2024-11-14T04:22:33,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. after waiting 0 ms 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,405 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,405 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d049b9447ca5fa49e5f69aad3b79e6ab: Waiting for close lock at 1731558153405Disabling compacts and flushes for region at 1731558153405Disabling writes for close at 1731558153405Writing region close event to WAL at 1731558153405Closed at 1731558153405 2024-11-14T04:22:33,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:22:33,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558153406"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558153406"}]},"ts":"1731558153406"} 2024-11-14T04:22:33,408 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:22:33,409 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:22:33,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558153409"}]},"ts":"1731558153409"} 2024-11-14T04:22:33,410 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:22:33,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN}] 2024-11-14T04:22:33,411 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN 2024-11-14T04:22:33,412 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN; state=OFFLINE, location=b024da739ae8,37331,1731558143917; forceNewPlan=false, retain=false 2024-11-14T04:22:33,563 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d049b9447ca5fa49e5f69aad3b79e6ab, regionState=OPENING, regionLocation=b024da739ae8,37331,1731558143917 2024-11-14T04:22:33,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN because future has completed 2024-11-14T04:22:33,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,37331,1731558143917}] 2024-11-14T04:22:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:33,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:33,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:22:33,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37331%2C1731558143917.rep, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:33,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.rep.1731558153724, exclude list is [], retry=0 2024-11-14T04:22:33,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:33,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.rep.1731558153724 2024-11-14T04:22:33,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:33,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d049b9447ca5fa49e5f69aad3b79e6ab, NAME => 'hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:33,752 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:33,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:33,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. service=MultiRowMutationService 2024-11-14T04:22:33,753 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:22:33,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:33,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,756 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,758 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName hfileref 2024-11-14T04:22:33,758 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:33,758 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:33,759 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,761 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName queue 2024-11-14T04:22:33,761 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:33,761 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:33,762 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,763 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName sid 2024-11-14T04:22:33,763 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:33,763 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:33,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:22:33,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:33,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d049b9447ca5fa49e5f69aad3b79e6ab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69991699, jitterRate=0.04295758903026581}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:22:33,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:33,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d049b9447ca5fa49e5f69aad3b79e6ab: Running coprocessor pre-open hook at 1731558153754Writing region info on filesystem at 1731558153754Initializing all the Stores at 1731558153755 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558153755Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558153756 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558153756Cleaning up temporary data from old regions at 1731558153765 (+9 ms)Running coprocessor post-open hooks at 1731558153769 (+4 ms)Region opened successfully at 1731558153770 (+1 ms) 2024-11-14T04:22:33,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., pid=7, masterSystemTime=1731558153717 2024-11-14T04:22:33,772 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:33,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d049b9447ca5fa49e5f69aad3b79e6ab, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37331,1731558143917 2024-11-14T04:22:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,37331,1731558143917 because future has completed 2024-11-14T04:22:33,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-14T04:22:33,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,37331,1731558143917 in 212 msec 2024-11-14T04:22:33,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:22:33,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN in 369 msec 2024-11-14T04:22:33,781 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:22:33,781 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558153781"}]},"ts":"1731558153781"} 2024-11-14T04:22:33,783 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:22:33,784 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:22:33,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1970 sec 2024-11-14T04:22:33,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., hostname=b024da739ae8,37331,1731558143917, seqNum=2] 2024-11-14T04:22:33,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:33,818 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:33,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:22:33,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37331 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-14T04:22:33,993 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:22:34,021 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,37331,1731558143917, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:22:34,021 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:34,021 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37331,1731558143917, seqNum=-1] 2024-11-14T04:22:34,022 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:34,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-14T04:22:34,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,37331,1731558143917', locateType=CURRENT is [region=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., hostname=b024da739ae8,37331,1731558143917, seqNum=2] 2024-11-14T04:22:34,027 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T04:22:34,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T04:22:34,030 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,37331,1731558143917 suceeded 2024-11-14T04:22:34,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-14T04:22:34,032 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-14T04:22:34,032 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:42755,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:22:34,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4550 sec 2024-11-14T04:22:34,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:42755' 2024-11-14T04:22:34,043 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b7d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:34,043 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42755,-1 for getting cluster id 2024-11-14T04:22:34,043 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:34,044 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0754d24d-17a3-4a43-aa9c-56c2fdd538a6' 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0754d24d-17a3-4a43-aa9c-56c2fdd538a6" 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@445ebf50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42755,-1] 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,045 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:34,046 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f501b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:34,046 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,42755,1731558149034 2024-11-14T04:22:34,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7330e096 2024-11-14T04:22:34,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:34,047 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-14T04:22:34,048 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,37331,1731558143917 (queues=1) is replicating from cluster=502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a to cluster=0754d24d-17a3-4a43-aa9c-56c2fdd538a6 2024-11-14T04:22:34,048 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C37331%2C1731558143917 2024-11-14T04:22:34,048 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,37331,1731558143917, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:22:34,050 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.shipperb024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C37331%2C1731558143917 2024-11-14T04:22:34,050 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854, startPosition=0, beingWritten=true 2024-11-14T04:22:34,254 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 to pos 0, reset compression=false 2024-11-14T04:22:34,559 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 to pos 0, reset compression=false 2024-11-14T04:22:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:22:34,742 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:22:34,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:34,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:34,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:34,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39827,1731558143721 2024-11-14T04:22:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49c854f0 2024-11-14T04:22:34,743 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:34,744 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:22:34,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:22:34,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:34,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:34,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:34,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:22:34,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835375664, stopped=false 2024-11-14T04:22:34,745 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,39827,1731558143721 2024-11-14T04:22:34,812 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:34,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:34,812 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:34,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:34,812 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:34,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:34,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:34,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:34,813 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,37331,1731558143917' ***** 2024-11-14T04:22:34,813 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:22:34,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:34,813 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:22:34,814 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(3091): Received CLOSE for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,37331,1731558143917 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37331. 2024-11-14T04:22:34,814 DEBUG [RS:0;b024da739ae8:37331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:34,814 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:34,814 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d049b9447ca5fa49e5f69aad3b79e6ab, disabling compactions & flushes 2024-11-14T04:22:34,814 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:22:34,814 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:22:34,814 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. after waiting 0 ms 2024-11-14T04:22:34,814 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:22:34,814 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d049b9447ca5fa49e5f69aad3b79e6ab 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-14T04:22:34,814 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:22:34,814 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1325): Online Regions={d049b9447ca5fa49e5f69aad3b79e6ab=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:22:34,814 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:34,814 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:34,815 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:34,815 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:34,815 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:34,815 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:34,815 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-14T04:22:34,827 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:34,832 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/37c76fe87e5b4dae855ed5bc68a8e078 is 147, key is hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab./info:regioninfo/1731558153773/Put/seqid=0 2024-11-14T04:22:34,837 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/.tmp/queue/7ef36317ace34016a090f646723eb94a is 151, key is 1-b024da739ae8,37331,1731558143917/queue:b024da739ae8%2C37331%2C1731558143917/1731558154026/Put/seqid=0 2024-11-14T04:22:34,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741838_1014 (size=6631) 2024-11-14T04:22:34,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741839_1015 (size=5350) 2024-11-14T04:22:34,963 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 to pos 0, reset compression=false 2024-11-14T04:22:35,015 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:35,215 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:35,239 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/37c76fe87e5b4dae855ed5bc68a8e078 2024-11-14T04:22:35,241 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/.tmp/queue/7ef36317ace34016a090f646723eb94a 2024-11-14T04:22:35,247 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/.tmp/queue/7ef36317ace34016a090f646723eb94a as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/queue/7ef36317ace34016a090f646723eb94a 2024-11-14T04:22:35,252 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/queue/7ef36317ace34016a090f646723eb94a, entries=1, sequenceid=5, filesize=5.2 K 2024-11-14T04:22:35,253 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d049b9447ca5fa49e5f69aad3b79e6ab in 439ms, sequenceid=5, compaction requested=false 2024-11-14T04:22:35,253 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:22:35,258 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:22:35,259 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:35,259 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:35,259 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:35,259 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d049b9447ca5fa49e5f69aad3b79e6ab: Waiting for close lock at 1731558154814Running coprocessor pre-close hooks at 1731558154814Disabling compacts and flushes for region at 1731558154814Disabling writes for close at 1731558154814Obtaining lock to block concurrent updates at 1731558154814Preparing flush snapshotting stores in d049b9447ca5fa49e5f69aad3b79e6ab at 1731558154814Finished memstore snapshotting hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731558154815 (+1 ms)Flushing stores of hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. at 1731558154815Flushing d049b9447ca5fa49e5f69aad3b79e6ab/queue: creating writer at 1731558154815Flushing d049b9447ca5fa49e5f69aad3b79e6ab/queue: appending metadata at 1731558154836 (+21 ms)Flushing d049b9447ca5fa49e5f69aad3b79e6ab/queue: closing flushed file at 1731558154836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3588c: reopening flushed file at 1731558155246 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for d049b9447ca5fa49e5f69aad3b79e6ab in 439ms, sequenceid=5, compaction requested=false at 1731558155253 (+7 ms)Writing region close event to WAL at 1731558155254 (+1 ms)Running coprocessor post-close hooks at 1731558155259 (+5 ms)Closed at 1731558155259 2024-11-14T04:22:35,259 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:35,261 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/ns/7e6ed4a53bd442c4a406e031fc80171a is 43, key is default/ns:d/1731558146911/Put/seqid=0 2024-11-14T04:22:35,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741840_1016 (size=5153) 2024-11-14T04:22:35,415 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:35,468 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 to pos 0, reset compression=false 2024-11-14T04:22:35,615 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:35,665 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/ns/7e6ed4a53bd442c4a406e031fc80171a 2024-11-14T04:22:35,683 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/table/eb02d383473e4e77a57d9c6ff583ec20 is 53, key is hbase:replication/table:state/1731558153781/Put/seqid=0 2024-11-14T04:22:35,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741841_1017 (size=5256) 2024-11-14T04:22:35,749 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:22:35,749 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:22:35,815 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:22:35,815 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:22:35,815 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:36,016 DEBUG [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:36,072 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 to pos 0, reset compression=false 2024-11-14T04:22:36,089 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/table/eb02d383473e4e77a57d9c6ff583ec20 2024-11-14T04:22:36,094 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/37c76fe87e5b4dae855ed5bc68a8e078 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/info/37c76fe87e5b4dae855ed5bc68a8e078 2024-11-14T04:22:36,099 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/info/37c76fe87e5b4dae855ed5bc68a8e078, entries=10, sequenceid=11, filesize=6.5 K 2024-11-14T04:22:36,100 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/ns/7e6ed4a53bd442c4a406e031fc80171a as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/ns/7e6ed4a53bd442c4a406e031fc80171a 2024-11-14T04:22:36,104 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/ns/7e6ed4a53bd442c4a406e031fc80171a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:22:36,105 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/table/eb02d383473e4e77a57d9c6ff583ec20 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/table/eb02d383473e4e77a57d9c6ff583ec20 2024-11-14T04:22:36,110 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/table/eb02d383473e4e77a57d9c6ff583ec20, entries=2, sequenceid=11, filesize=5.1 K 2024-11-14T04:22:36,111 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false 2024-11-14T04:22:36,115 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:22:36,115 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:36,115 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:36,115 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:36,115 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558154814Running coprocessor pre-close hooks at 1731558154814Disabling compacts and flushes for region at 1731558154814Disabling writes for close at 1731558154815 (+1 ms)Obtaining lock to block concurrent updates at 1731558154815Preparing flush snapshotting stores in 1588230740 at 1731558154815Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731558154815Flushing stores of hbase:meta,,1.1588230740 at 1731558154816 (+1 ms)Flushing 1588230740/info: creating writer at 1731558154816Flushing 1588230740/info: appending metadata at 1731558154832 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731558154832Flushing 1588230740/ns: creating writer at 1731558155244 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731558155260 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731558155260Flushing 1588230740/table: creating writer at 1731558155670 (+410 ms)Flushing 1588230740/table: appending metadata at 1731558155682 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731558155682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7fb77d: reopening flushed file at 1731558156093 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a4e7d1b: reopening flushed file at 1731558156099 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36677dcb: reopening flushed file at 1731558156105 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1296ms, sequenceid=11, compaction requested=false at 1731558156111 (+6 ms)Writing region close event to WAL at 1731558156112 (+1 ms)Running coprocessor post-close hooks at 1731558156115 (+3 ms)Closed at 1731558156115 2024-11-14T04:22:36,115 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:36,216 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,37331,1731558143917; all regions closed. 2024-11-14T04:22:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741834_1010 (size=2742) 2024-11-14T04:22:36,218 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.meta.1731558146852.meta not finished, retry = 0 2024-11-14T04:22:36,321 DEBUG [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:36,321 INFO [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37331%2C1731558143917.meta:.meta(num 1731558146852) 2024-11-14T04:22:36,323 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.rep.1731558153724 not finished, retry = 0 2024-11-14T04:22:36,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741837_1013 (size=1586) 2024-11-14T04:22:36,425 DEBUG [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:36,425 INFO [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37331%2C1731558143917.rep:(num 1731558153724) 2024-11-14T04:22:36,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741832_1008 (size=93) 2024-11-14T04:22:36,427 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917/b024da739ae8%2C37331%2C1731558143917.1731558145854 not finished, retry = 0 2024-11-14T04:22:36,529 DEBUG [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:36,529 INFO [RS:0;b024da739ae8:37331 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37331%2C1731558143917:(num 1731558145854) 2024-11-14T04:22:36,529 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:36,529 INFO [RS:0;b024da739ae8:37331 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:36,530 INFO [RS:0;b024da739ae8:37331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:36,530 INFO [RS:0;b024da739ae8:37331 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:36,530 INFO [RS:0;b024da739ae8:37331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:36,530 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:36,530 INFO [RS:0;b024da739ae8:37331 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,37331,1731558143917 because: Region server is closing 2024-11-14T04:22:36,530 INFO [RS:0;b024da739ae8:37331 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37331. 2024-11-14T04:22:36,530 DEBUG [RS:0;b024da739ae8:37331 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:36,530 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:36,531 DEBUG [RS:0;b024da739ae8:37331 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:36,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:36,631 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.shipperb024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:22:36,631 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.wal-reader.b024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:22:36,631 INFO [RS:0;b024da739ae8:37331 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37331,1731558143917.replicationSource.shipperb024da739ae8%2C37331%2C1731558143917,1-b024da739ae8,37331,1731558143917 terminated 2024-11-14T04:22:36,631 INFO [RS:0;b024da739ae8:37331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37331 2024-11-14T04:22:36,927 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/rs/b024da739ae8,37331,1731558143917 2024-11-14T04:22:36,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/rs 2024-11-14T04:22:36,927 INFO [RS:0;b024da739ae8:37331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:36,965 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,37331,1731558143917] 2024-11-14T04:22:36,976 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/draining/b024da739ae8,37331,1731558143917 already deleted, retry=false 2024-11-14T04:22:36,976 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,37331,1731558143917 expired; onlineServers=0 2024-11-14T04:22:36,976 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,39827,1731558143721' ***** 2024-11-14T04:22:36,976 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:22:36,976 INFO [M:0;b024da739ae8:39827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:36,976 INFO [M:0;b024da739ae8:39827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:36,976 DEBUG [M:0;b024da739ae8:39827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:22:36,977 DEBUG [M:0;b024da739ae8:39827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:22:36,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:22:36,977 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558145630 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558145630,5,FailOnTimeoutGroup] 2024-11-14T04:22:36,977 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558145630 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558145630,5,FailOnTimeoutGroup] 2024-11-14T04:22:36,977 INFO [M:0;b024da739ae8:39827 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:36,977 INFO [M:0;b024da739ae8:39827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:36,977 DEBUG [M:0;b024da739ae8:39827 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:22:36,977 INFO [M:0;b024da739ae8:39827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:22:36,977 INFO [M:0;b024da739ae8:39827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:36,977 INFO [M:0;b024da739ae8:39827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:22:36,977 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:22:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/master 2024-11-14T04:22:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:36,987 DEBUG [M:0;b024da739ae8:39827 {}] zookeeper.ZKUtil(347): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/master because node does not exist (not an error) 2024-11-14T04:22:36,987 WARN [M:0;b024da739ae8:39827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:22:36,987 INFO [M:0;b024da739ae8:39827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.lastflushedseqids 2024-11-14T04:22:36,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741842_1018 (size=181) 2024-11-14T04:22:37,066 INFO [RS:0;b024da739ae8:37331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:37,066 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:37,066 INFO [RS:0;b024da739ae8:37331 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,37331,1731558143917; zookeeper connection closed. 2024-11-14T04:22:37,066 DEBUG [pool-812-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37331-0x101379464bc0001, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:37,066 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8046353 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8046353 2024-11-14T04:22:37,066 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:22:37,393 INFO [M:0;b024da739ae8:39827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:22:37,393 INFO [M:0;b024da739ae8:39827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:22:37,393 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:37,393 INFO [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:37,393 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:37,393 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:37,394 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:37,394 INFO [M:0;b024da739ae8:39827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-14T04:22:37,408 DEBUG [M:0;b024da739ae8:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d8620d8ec7740c3b15e6fe59bbaf621 is 82, key is hbase:meta,,1/info:regioninfo/1731558146883/Put/seqid=0 2024-11-14T04:22:37,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741843_1019 (size=5672) 2024-11-14T04:22:37,812 INFO [M:0;b024da739ae8:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d8620d8ec7740c3b15e6fe59bbaf621 2024-11-14T04:22:37,835 DEBUG [M:0;b024da739ae8:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f226c8406f574018a22c02fd2a2660f4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731558153785/Put/seqid=0 2024-11-14T04:22:37,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741844_1020 (size=7203) 2024-11-14T04:22:37,841 INFO [M:0;b024da739ae8:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f226c8406f574018a22c02fd2a2660f4 2024-11-14T04:22:37,870 DEBUG [M:0;b024da739ae8:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71cd57481632492393e620f02ad75492 is 69, key is b024da739ae8,37331,1731558143917/rs:state/1731558145697/Put/seqid=0 2024-11-14T04:22:37,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741845_1021 (size=5156) 2024-11-14T04:22:37,913 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:22:37,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:37,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:37,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:37,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:37,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:37,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:38,285 INFO [M:0;b024da739ae8:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71cd57481632492393e620f02ad75492 2024-11-14T04:22:38,290 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d8620d8ec7740c3b15e6fe59bbaf621 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d8620d8ec7740c3b15e6fe59bbaf621 2024-11-14T04:22:38,294 INFO [M:0;b024da739ae8:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d8620d8ec7740c3b15e6fe59bbaf621, entries=8, sequenceid=70, filesize=5.5 K 2024-11-14T04:22:38,295 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f226c8406f574018a22c02fd2a2660f4 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f226c8406f574018a22c02fd2a2660f4 2024-11-14T04:22:38,299 INFO [M:0;b024da739ae8:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f226c8406f574018a22c02fd2a2660f4, entries=8, sequenceid=70, filesize=7.0 K 2024-11-14T04:22:38,300 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71cd57481632492393e620f02ad75492 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71cd57481632492393e620f02ad75492 2024-11-14T04:22:38,304 INFO [M:0;b024da739ae8:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71cd57481632492393e620f02ad75492, entries=1, sequenceid=70, filesize=5.0 K 2024-11-14T04:22:38,305 INFO [M:0;b024da739ae8:39827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=70, compaction requested=false 2024-11-14T04:22:38,306 INFO [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:38,306 DEBUG [M:0;b024da739ae8:39827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558157393Disabling compacts and flushes for region at 1731558157393Disabling writes for close at 1731558157393Obtaining lock to block concurrent updates at 1731558157394 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558157394Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731558157394Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558157394Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558157395 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558157407 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558157407Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558157817 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558157835 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558157835Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558157848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558157869 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558157869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5097aa63: reopening flushed file at 1731558158289 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b1b4787: reopening flushed file at 1731558158294 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d529f: reopening flushed file at 1731558158299 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 911ms, sequenceid=70, compaction requested=false at 1731558158305 (+6 ms)Writing region close event to WAL at 1731558158306 (+1 ms)Closed at 1731558158306 2024-11-14T04:22:38,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741830_1006 (size=41008) 2024-11-14T04:22:38,309 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:38,309 INFO [M:0;b024da739ae8:39827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:22:38,309 INFO [M:0;b024da739ae8:39827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39827 2024-11-14T04:22:38,309 INFO [M:0;b024da739ae8:39827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:38,428 INFO [M:0;b024da739ae8:39827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x101379464bc0000, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:38,430 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:22:38,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:38,431 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33129 2024-11-14T04:22:38,432 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33129 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:38,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331290x0, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:38,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33129-0x101379464bc0006 connected 2024-11-14T04:22:38,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:38,479 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:38,482 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:38,482 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: INIT 2024-11-14T04:22:38,482 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b, hbase.cluster.distributed=false 2024-11-14T04:22:38,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/acl 2024-11-14T04:22:38,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33129 2024-11-14T04:22:38,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33129 2024-11-14T04:22:38,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33129 2024-11-14T04:22:38,506 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33129 2024-11-14T04:22:38,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33129 2024-11-14T04:22:38,530 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:38,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:38,532 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:38,532 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:22:38,532 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:38,536 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45065 2024-11-14T04:22:38,538 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45065 connecting to ZooKeeper ensemble=127.0.0.1:60217 2024-11-14T04:22:38,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:38,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:38,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450650x0, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:38,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45065-0x101379464bc0007 connected 2024-11-14T04:22:38,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:38,556 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:22:38,557 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: INIT 2024-11-14T04:22:38,584 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:22:38,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/master 2024-11-14T04:22:38,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/acl 2024-11-14T04:22:38,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-14T04:22:38,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45065 2024-11-14T04:22:38,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45065 2024-11-14T04:22:38,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-14T04:22:38,597 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45065 2024-11-14T04:22:38,614 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:33129 2024-11-14T04:22:38,616 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1724743632/backup-masters/b024da739ae8,33129,1731558158430 2024-11-14T04:22:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:38,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:38,630 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/backup-masters/b024da739ae8,33129,1731558158430 2024-11-14T04:22:38,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/master 2024-11-14T04:22:38,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:38,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:38,640 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/master 2024-11-14T04:22:38,640 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1724743632/backup-masters/b024da739ae8,33129,1731558158430 from backup master directory 2024-11-14T04:22:38,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/backup-masters/b024da739ae8,33129,1731558158430 2024-11-14T04:22:38,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:38,650 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:38,650 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,33129,1731558158430 2024-11-14T04:22:38,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/backup-masters 2024-11-14T04:22:38,682 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:38,683 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:22:38,697 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 14ms. 2024-11-14T04:22:38,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741846_1022 (size=196) 2024-11-14T04:22:39,136 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:22:39,137 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:22:39,141 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:39,174 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-14T04:22:39,188 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721 to hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721-dead as it is dead 2024-11-14T04:22:39,189 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721-dead/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:39,190 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721-dead/b024da739ae8%2C39827%2C1731558143721.1731558145251 after 1ms 2024-11-14T04:22:39,191 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721-dead/b024da739ae8%2C39827%2C1731558143721.1731558145251 to hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:39,191 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,39827,1731558143721-dead 2024-11-14T04:22:39,195 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,33129,1731558158430 2024-11-14T04:22:39,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:39,203 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C33129%2C1731558158430, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,33129,1731558158430, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/oldWALs, maxLogs=10 2024-11-14T04:22:39,223 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,33129,1731558158430/b024da739ae8%2C33129%2C1731558158430.1731558159203, exclude list is [], retry=0 2024-11-14T04:22:39,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:39,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/WALs/b024da739ae8,33129,1731558158430/b024da739ae8%2C33129%2C1731558158430.1731558159203 2024-11-14T04:22:39,268 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:39,268 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:39,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:39,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,269 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:22:39,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:39,324 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d8620d8ec7740c3b15e6fe59bbaf621 2024-11-14T04:22:39,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:39,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:22:39,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:39,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f226c8406f574018a22c02fd2a2660f4 2024-11-14T04:22:39,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:39,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:22:39,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:39,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71cd57481632492393e620f02ad75492 2024-11-14T04:22:39,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:39,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:22:39,385 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:39,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:39,385 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,386 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-14T04:22:39,386 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:39,393 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:39,395 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/b024da739ae8%2C39827%2C1731558143721.1731558145251 2024-11-14T04:22:39,405 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,405 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,407 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:39,411 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:39,428 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-14T04:22:39,431 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74862761, jitterRate=0.11554206907749176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:39,431 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558159269Initializing all the Stores at 1731558159276 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558159276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558159280 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558159280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558159280Cleaning up temporary data from old regions at 1731558159405 (+125 ms)Region opened successfully at 1731558159431 (+26 ms) 2024-11-14T04:22:39,431 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:22:39,445 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71609d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:39,449 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-14T04:22:39,449 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:22:39,449 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:22:39,450 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:22:39,450 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:22:39,457 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:39,457 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:22:39,459 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:22:39,459 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-14T04:22:39,460 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:22:39,469 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b024da739ae8,37331,1731558143917, regionLocation=b024da739ae8,37331,1731558143917, openSeqNum=2 2024-11-14T04:22:39,469 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b024da739ae8,37331,1731558143917, table=hbase:meta, region=1588230740 2024-11-14T04:22:39,469 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37331,1731558143917, state=OPEN 2024-11-14T04:22:39,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:39,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:39,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:39,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:39,539 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:22:39,549 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/draining/b024da739ae8,37331,1731558143917 already deleted, retry=false 2024-11-14T04:22:39,549 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of b024da739ae8,37331,1731558143917 on b024da739ae8,33129,1731558158430 2024-11-14T04:22:39,564 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b024da739ae8,37331,1731558143917, splitWal=true, meta=true 2024-11-14T04:22:39,564 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for b024da739ae8,37331,1731558143917 (carryingMeta=true) b024da739ae8,37331,1731558143917/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2a53e475[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-14T04:22:39,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/balancer because node does not exist (not necessarily an error) 2024-11-14T04:22:39,588 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/balancer already deleted, retry=false 2024-11-14T04:22:39,589 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:22:39,598 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:22:39,675 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/normalizer already deleted, retry=false 2024-11-14T04:22:39,676 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:22:39,683 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:22:39,769 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/switch/split already deleted, retry=false 2024-11-14T04:22:39,774 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:22:39,812 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/switch/merge already deleted, retry=false 2024-11-14T04:22:39,832 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:22:39,844 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/snapshot-cleanup already deleted, retry=false 2024-11-14T04:22:39,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:39,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:39,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:39,870 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,33129,1731558158430, sessionid=0x101379464bc0006, setting cluster-up flag (Was=false) 2024-11-14T04:22:39,894 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724743632/flush-table-proc/acquired, /0-1724743632/flush-table-proc/reached, /0-1724743632/flush-table-proc/abort 2024-11-14T04:22:39,899 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,33129,1731558158430 2024-11-14T04:22:39,985 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1724743632/online-snapshot/acquired, /0-1724743632/online-snapshot/reached, /0-1724743632/online-snapshot/abort 2024-11-14T04:22:39,988 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,33129,1731558158430 2024-11-14T04:22:39,994 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.lastflushedseqids 2024-11-14T04:22:40,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:22:40,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:22:40,009 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,33129,1731558158430 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 b024da739ae8,37331,1731558143917 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:22:40,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:40,026 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,032 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(746): ClusterId : 502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a 2024-11-14T04:22:40,032 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:22:40,048 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b024da739ae8,37331,1731558143917, splitWal=true, meta=true 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558190053 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:22:40,053 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:22:40,054 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b024da739ae8,37331,1731558143917, splitWal=true, meta=true, isMeta: true 2024-11-14T04:22:40,057 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,061 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:22:40,061 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:22:40,061 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:22:40,061 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:22:40,062 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:22:40,062 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:22:40,064 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558160062,5,FailOnTimeoutGroup] 2024-11-14T04:22:40,065 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917-splitting 2024-11-14T04:22:40,073 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917-splitting dir is empty, no logs to split. 2024-11-14T04:22:40,073 INFO [PEWorker-1 {}] master.SplitWALManager(105): b024da739ae8,37331,1731558143917 WAL count=0, meta=true 2024-11-14T04:22:40,081 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558160064,5,FailOnTimeoutGroup] 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558160081, completionTime=-1 2024-11-14T04:22:40,081 WARN [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-14T04:22:40,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T04:22:40,085 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917-splitting dir is empty, no logs to split. 2024-11-14T04:22:40,085 INFO [PEWorker-1 {}] master.SplitWALManager(105): b024da739ae8,37331,1731558143917 WAL count=0, meta=true 2024-11-14T04:22:40,085 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b024da739ae8,37331,1731558143917 WAL splitting is done? wals=0, meta=true 2024-11-14T04:22:40,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:22:40,087 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:40,091 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:22:40,091 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:22:40,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:22:40,112 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:22:40,113 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b01016, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:40,134 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:45065 2024-11-14T04:22:40,134 INFO [RS:0;b024da739ae8:45065 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:22:40,134 INFO [RS:0;b024da739ae8:45065 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:22:40,134 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:22:40,136 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,33129,1731558158430 with port=45065, startcode=1731558158529 2024-11-14T04:22:40,137 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:22:40,149 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:22:40,149 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33129 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33129 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,152 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b 2024-11-14T04:22:40,152 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34413 2024-11-14T04:22:40,152 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:22:40,182 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-14T04:22:40,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/rs 2024-11-14T04:22:40,212 DEBUG [RS:0;b024da739ae8:45065 {}] zookeeper.ZKUtil(111): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on existing znode=/0-1724743632/rs/b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,212 WARN [RS:0;b024da739ae8:45065 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:40,212 INFO [RS:0;b024da739ae8:45065 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:40,212 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,224 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,45065,1731558158529] 2024-11-14T04:22:40,242 WARN [b024da739ae8:33129 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:22:40,258 INFO [RS:0;b024da739ae8:45065 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:22:40,260 INFO [RS:0;b024da739ae8:45065 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:22:40,262 INFO [RS:0;b024da739ae8:45065 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:22:40,262 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,264 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:22:40,269 INFO [RS:0;b024da739ae8:45065 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:22:40,269 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:40,269 DEBUG [RS:0;b024da739ae8:45065 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,277 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45065,1731558158529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:40,299 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:22:40,299 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45065,1731558158529-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,320 INFO [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,45065,1731558158529, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:22:40,320 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,320 INFO [RS:0;b024da739ae8:45065 {}] regionserver.Replication(171): b024da739ae8,45065,1731558158529 started 2024-11-14T04:22:40,339 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:42755' 2024-11-14T04:22:40,340 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:40,340 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,45065,1731558158529, RpcServer on b024da739ae8/172.17.0.3:45065, sessionid=0x101379464bc0007 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45065,1731558158529' 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724743632/flush-table-proc/abort' 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c44ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:40,340 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,42755,-1 for getting cluster id 2024-11-14T04:22:40,341 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:40,344 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0754d24d-17a3-4a43-aa9c-56c2fdd538a6' 2024-11-14T04:22:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0754d24d-17a3-4a43-aa9c-56c2fdd538a6" 2024-11-14T04:22:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f390019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,42755,-1] 2024-11-14T04:22:40,344 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724743632/flush-table-proc/acquired' 2024-11-14T04:22:40,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:40,345 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:22:40,345 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:22:40,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:40,345 DEBUG [RS:0;b024da739ae8:45065 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,345 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45065,1731558158529' 2024-11-14T04:22:40,345 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1724743632/online-snapshot/abort' 2024-11-14T04:22:40,346 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1724743632/online-snapshot/acquired' 2024-11-14T04:22:40,346 DEBUG [RS:0;b024da739ae8:45065 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:22:40,346 INFO [RS:0;b024da739ae8:45065 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:22:40,347 INFO [RS:0;b024da739ae8:45065 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:22:40,349 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:40,350 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e2a584d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:40,350 DEBUG [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,42755,1731558149034 2024-11-14T04:22:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d770b88 2024-11-14T04:22:40,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:40,355 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-14T04:22:40,360 INFO [RS:0;b024da739ae8:45065.replicationSource,1-b024da739ae8,45065,1731558158529 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,45065,1731558158529 (queues=0) is replicating from cluster=502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a to cluster=0754d24d-17a3-4a43-aa9c-56c2fdd538a6 2024-11-14T04:22:40,447 INFO [RS:0;b024da739ae8:45065 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:40,448 INFO [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45065%2C1731558158529, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:40,467 DEBUG [RS:0;b024da739ae8:45065 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449, exclude list is [], retry=0 2024-11-14T04:22:40,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:40,476 INFO [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 2024-11-14T04:22:40,476 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group b024da739ae8%2C45065%2C1731558158529 for peer 1 2024-11-14T04:22:40,476 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C45065%2C1731558158529 2024-11-14T04:22:40,476 INFO [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,45065,1731558158529, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:22:40,477 DEBUG [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:40,477 INFO [RS:0;b024da739ae8:45065.replicationSource.shipperb024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45065%2C1731558158529 2024-11-14T04:22:40,477 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449, startPosition=0, beingWritten=true 2024-11-14T04:22:40,493 DEBUG [b024da739ae8:33129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:22:40,493 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,494 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45065,1731558158529, state=OPENING 2024-11-14T04:22:40,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:40,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:40,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:40,523 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:40,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:40,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45065,1731558158529}] 2024-11-14T04:22:40,675 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:22:40,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:22:40,680 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:22:40,680 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:40,680 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:22:40,682 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45065%2C1731558158529.meta, suffix=.meta, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:40,682 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:40,700 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.meta.1731558160682.meta, exclude list is [], retry=0 2024-11-14T04:22:40,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:40,704 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.meta.1731558160682.meta 2024-11-14T04:22:40,704 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:40,704 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:40,705 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:22:40,705 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:22:40,705 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:22:40,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:40,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:40,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:40,711 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/info/37c76fe87e5b4dae855ed5bc68a8e078 2024-11-14T04:22:40,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:40,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:40,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:40,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:40,717 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/ns/7e6ed4a53bd442c4a406e031fc80171a 2024-11-14T04:22:40,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:40,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:40,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:40,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:40,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:40,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:40,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:40,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:40,724 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/table/eb02d383473e4e77a57d9c6ff583ec20 2024-11-14T04:22:40,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:40,724 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:40,724 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:40,725 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740 2024-11-14T04:22:40,726 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:40,726 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:40,727 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:40,728 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:40,728 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64082184, jitterRate=-0.045101046562194824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:40,729 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:22:40,729 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558160705Writing region info on filesystem at 1731558160705Initializing all the Stores at 1731558160706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558160706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558160706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558160706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558160706Cleaning up temporary data from old regions at 1731558160726 (+20 ms)Running coprocessor post-open hooks at 1731558160729 (+3 ms)Region opened successfully at 1731558160729 2024-11-14T04:22:40,729 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731558160675 2024-11-14T04:22:40,731 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:22:40,731 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:22:40,732 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,732 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45065,1731558158529, state=OPEN 2024-11-14T04:22:40,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:40,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1724743632/meta-region-server 2024-11-14T04:22:40,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:40,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1724743632/meta-region-server: CHANGED 2024-11-14T04:22:40,744 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,45065,1731558158529 2024-11-14T04:22:40,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-14T04:22:40,746 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45065,1731558158529 in 221 msec 2024-11-14T04:22:40,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:22:40,748 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-14T04:22:40,991 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:41,395 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:41,688 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-14T04:22:41,900 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:42,505 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:43,191 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-14T04:22:43,209 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:44,014 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:44,593 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-14T04:22:44,593 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:22:44,593 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:44,593 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45065,1731558158529, seqNum=-1] 2024-11-14T04:22:44,594 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:44,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:44,599 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d049b9447ca5fa49e5f69aad3b79e6ab, regionState=OPEN, lastHost=b024da739ae8,37331,1731558143917, regionLocation=b024da739ae8,37331,1731558143917, openSeqNum=2 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558224599 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558284599 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-14T04:22:44,599 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): b024da739ae8,37331,1731558143917 had 2 regions 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:33129, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,599 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,600 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b024da739ae8,37331,1731558143917, splitWal=true, meta=true, isMeta: false 2024-11-14T04:22:44,602 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917-splitting dir is empty, no logs to split. 2024-11-14T04:22:44,602 INFO [PEWorker-3 {}] master.SplitWALManager(105): b024da739ae8,37331,1731558143917 WAL count=0, meta=false 2024-11-14T04:22:44,606 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,37331,1731558143917-splitting dir is empty, no logs to split. 2024-11-14T04:22:44,606 INFO [PEWorker-3 {}] master.SplitWALManager(105): b024da739ae8,37331,1731558143917 WAL count=0, meta=false 2024-11-14T04:22:44,606 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if b024da739ae8,37331,1731558143917 WAL splitting is done? wals=0, meta=false 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.956sec 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:44,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:22:44,608 WARN [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=b024da739ae8,37331,1731558143917/hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:44,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN}] 2024-11-14T04:22:44,612 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN 2024-11-14T04:22:44,614 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-14T04:22:44,615 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:22:44,615 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:22:44,617 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,33129,1731558158430-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:44,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33129,-1 for getting cluster id 2024-11-14T04:22:44,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:44,625 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a' 2024-11-14T04:22:44,625 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:44,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a" 2024-11-14T04:22:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52225803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33129,-1] 2024-11-14T04:22:44,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:44,632 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e5158f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45065,1731558158529, seqNum=-1] 2024-11-14T04:22:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:44,637 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:44,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-14T04:22:44,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:44,641 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:44,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:44,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: b024da739ae8:33129 after: b024da739ae8:33129 2024-11-14T04:22:44,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,33129,-1 for getting cluster id 2024-11-14T04:22:44,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:44,649 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a' 2024-11-14T04:22:44,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "502a70bf-e1a7-4fe3-bf33-042f6a4f9b4a" 2024-11-14T04:22:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c10b513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,33129,-1] 2024-11-14T04:22:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:44,650 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,651 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:44,652 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12febbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:44,652 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:22:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,33129,1731558158430 2024-11-14T04:22:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cc20f92 2024-11-14T04:22:44,653 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:22:44,654 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:22:44,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33129 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-14T04:22:44,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:22:44,655 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:44,655 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:44,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:44,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:22:44,655 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738753025, stopped=false 2024-11-14T04:22:44,655 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,42755,1731558149034 2024-11-14T04:22:44,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1189247814/running 2024-11-14T04:22:44,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1189247814/running 2024-11-14T04:22:44,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:44,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:44,665 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:44,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:44,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:44,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/running 2024-11-14T04:22:44,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Set watcher on znode that does not yet exist, /1189247814/running 2024-11-14T04:22:44,666 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41149,1731558149185' ***** 2024-11-14T04:22:44,666 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41149,1731558149185 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41149. 2024-11-14T04:22:44,666 DEBUG [RS:0;b024da739ae8:41149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:44,666 DEBUG [RS:0;b024da739ae8:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:22:44,666 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:22:44,666 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:22:44,667 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:22:44,667 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:22:44,667 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:44,667 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:44,667 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:44,667 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:44,667 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:44,667 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:44,667 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T04:22:44,685 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/.tmp/ns/917a5bcdeba24a1e949cafd105508a67 is 43, key is default/ns:d/1731558152448/Put/seqid=0 2024-11-14T04:22:44,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741835_1011 (size=5153) 2024-11-14T04:22:44,732 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:44,765 DEBUG [b024da739ae8:33129 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:22:44,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d049b9447ca5fa49e5f69aad3b79e6ab, regionState=OPENING, regionLocation=b024da739ae8,45065,1731558158529 2024-11-14T04:22:44,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN because future has completed 2024-11-14T04:22:44,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,45065,1731558158529}] 2024-11-14T04:22:44,867 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:44,919 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:44,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:44,924 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:44,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:22:44,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45065%2C1731558158529.rep, suffix=, logDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529, archiveDir=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs, maxLogs=10 2024-11-14T04:22:44,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.rep.1731558164926, exclude list is [], retry=0 2024-11-14T04:22:44,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40537,DS-2ecfe36b-3e33-40c3-91f5-2ef483ee0351,DISK] 2024-11-14T04:22:44,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.rep.1731558164926 2024-11-14T04:22:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35061:35061)] 2024-11-14T04:22:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => d049b9447ca5fa49e5f69aad3b79e6ab, NAME => 'hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:44,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:44,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. service=MultiRowMutationService 2024-11-14T04:22:44,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:22:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,952 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,953 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName hfileref 2024-11-14T04:22:44,953 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:44,954 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:44,954 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,954 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName queue 2024-11-14T04:22:44,954 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:44,964 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/queue/7ef36317ace34016a090f646723eb94a 2024-11-14T04:22:44,964 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:44,964 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,965 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d049b9447ca5fa49e5f69aad3b79e6ab columnFamilyName sid 2024-11-14T04:22:44,965 DEBUG [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:44,966 INFO [StoreOpener-d049b9447ca5fa49e5f69aad3b79e6ab-1 {}] regionserver.HStore(327): Store=d049b9447ca5fa49e5f69aad3b79e6ab/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:44,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:22:44,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened d049b9447ca5fa49e5f69aad3b79e6ab; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63728873, jitterRate=-0.050365790724754333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:22:44,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:44,971 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for d049b9447ca5fa49e5f69aad3b79e6ab: Running coprocessor pre-open hook at 1731558164949Writing region info on filesystem at 1731558164949Initializing all the Stores at 1731558164950 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558164950Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558164952 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558164952Cleaning up temporary data from old regions at 1731558164968 (+16 ms)Running coprocessor post-open hooks at 1731558164970 (+2 ms)Region opened successfully at 1731558164971 (+1 ms) 2024-11-14T04:22:44,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., pid=13, masterSystemTime=1731558164919 2024-11-14T04:22:44,974 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:44,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:44,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=d049b9447ca5fa49e5f69aad3b79e6ab, regionState=OPEN, openSeqNum=9, regionLocation=b024da739ae8,45065,1731558158529 2024-11-14T04:22:44,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,45065,1731558158529 because future has completed 2024-11-14T04:22:44,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T04:22:44,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure d049b9447ca5fa49e5f69aad3b79e6ab, server=b024da739ae8,45065,1731558158529 in 210 msec 2024-11-14T04:22:44,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-14T04:22:44,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d049b9447ca5fa49e5f69aad3b79e6ab, ASSIGN in 369 msec 2024-11-14T04:22:44,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-14T04:22:44,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., hostname=b024da739ae8,45065,1731558158529, seqNum=9] 2024-11-14T04:22:45,006 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for b024da739ae8,37331,1731558143917 2024-11-14T04:22:45,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-14T04:22:45,067 DEBUG [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:45,090 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/.tmp/ns/917a5bcdeba24a1e949cafd105508a67 2024-11-14T04:22:45,097 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/.tmp/ns/917a5bcdeba24a1e949cafd105508a67 as hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/ns/917a5bcdeba24a1e949cafd105508a67 2024-11-14T04:22:45,102 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/ns/917a5bcdeba24a1e949cafd105508a67, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T04:22:45,103 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false 2024-11-14T04:22:45,103 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:22:45,112 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:22:45,113 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:45,113 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:45,113 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:45,114 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558164667Running coprocessor pre-close hooks at 1731558164667Disabling compacts and flushes for region at 1731558164667Disabling writes for close at 1731558164667Obtaining lock to block concurrent updates at 1731558164667Preparing flush snapshotting stores in 1588230740 at 1731558164667Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731558164667Flushing stores of hbase:meta,,1.1588230740 at 1731558164668 (+1 ms)Flushing 1588230740/ns: creating writer at 1731558164668Flushing 1588230740/ns: appending metadata at 1731558164684 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731558164684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27b359cd: reopening flushed file at 1731558165096 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 436ms, sequenceid=6, compaction requested=false at 1731558165103 (+7 ms)Writing region close event to WAL at 1731558165108 (+5 ms)Running coprocessor post-close hooks at 1731558165113 (+5 ms)Closed at 1731558165113 2024-11-14T04:22:45,114 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:45,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45065 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-14T04:22:45,267 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41149,1731558149185; all regions closed. 2024-11-14T04:22:45,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741834_1010 (size=1152) 2024-11-14T04:22:45,269 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/WALs/b024da739ae8,41149,1731558149185/b024da739ae8%2C41149%2C1731558149185.meta.1731558152393.meta not finished, retry = 0 2024-11-14T04:22:45,372 DEBUG [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/oldWALs 2024-11-14T04:22:45,372 INFO [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41149%2C1731558149185.meta:.meta(num 1731558152393) 2024-11-14T04:22:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741832_1008 (size=93) 2024-11-14T04:22:45,376 DEBUG [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/oldWALs 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C41149%2C1731558149185:(num 1731558151549) 2024-11-14T04:22:45,376 DEBUG [RS:0;b024da739ae8:41149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:45,376 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:45,376 INFO [RS:0;b024da739ae8:41149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41149 2024-11-14T04:22:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814/rs 2024-11-14T04:22:45,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1189247814/rs/b024da739ae8,41149,1731558149185 2024-11-14T04:22:45,386 INFO [RS:0;b024da739ae8:41149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:45,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41149,1731558149185] 2024-11-14T04:22:45,412 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1189247814/draining/b024da739ae8,41149,1731558149185 already deleted, retry=false 2024-11-14T04:22:45,412 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41149,1731558149185 expired; onlineServers=0 2024-11-14T04:22:45,412 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,42755,1731558149034' ***** 2024-11-14T04:22:45,412 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:22:45,412 INFO [M:0;b024da739ae8:42755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:45,412 INFO [M:0;b024da739ae8:42755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:45,412 DEBUG [M:0;b024da739ae8:42755 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:22:45,412 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:22:45,412 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558151230 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558151230,5,FailOnTimeoutGroup] 2024-11-14T04:22:45,412 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558151231 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558151231,5,FailOnTimeoutGroup] 2024-11-14T04:22:45,412 DEBUG [M:0;b024da739ae8:42755 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:22:45,412 INFO [M:0;b024da739ae8:42755 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:45,412 INFO [M:0;b024da739ae8:42755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:45,412 DEBUG [M:0;b024da739ae8:42755 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:22:45,412 INFO [M:0;b024da739ae8:42755 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:22:45,413 INFO [M:0;b024da739ae8:42755 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:45,413 INFO [M:0;b024da739ae8:42755 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:22:45,413 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:22:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1189247814/master 2024-11-14T04:22:45,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1189247814 2024-11-14T04:22:45,424 DEBUG [M:0;b024da739ae8:42755 {}] zookeeper.ZKUtil(347): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Unable to get data of znode /1189247814/master because node does not exist (not an error) 2024-11-14T04:22:45,424 WARN [M:0;b024da739ae8:42755 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:22:45,428 INFO [M:0;b024da739ae8:42755 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/.lastflushedseqids 2024-11-14T04:22:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741836_1012 (size=99) 2024-11-14T04:22:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:45,496 INFO [RS:0;b024da739ae8:41149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41149-0x101379464bc0004, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:45,496 INFO [RS:0;b024da739ae8:41149 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41149,1731558149185; zookeeper connection closed. 2024-11-14T04:22:45,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10b1193f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10b1193f 2024-11-14T04:22:45,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:22:45,833 INFO [M:0;b024da739ae8:42755 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:22:45,833 INFO [M:0;b024da739ae8:42755 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:22:45,833 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:45,833 INFO [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:45,834 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:45,834 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:45,834 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:45,834 INFO [M:0;b024da739ae8:42755 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-14T04:22:45,854 DEBUG [M:0;b024da739ae8:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85098e35aa2549bea7c06a3d6eaf83b5 is 82, key is hbase:meta,,1/info:regioninfo/1731558152425/Put/seqid=0 2024-11-14T04:22:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741837_1013 (size=5672) 2024-11-14T04:22:45,926 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:46,207 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:22:46,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:46,261 INFO [M:0;b024da739ae8:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85098e35aa2549bea7c06a3d6eaf83b5 2024-11-14T04:22:46,285 DEBUG [M:0;b024da739ae8:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de397b05a23447638444674e91e032a4 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731558152452/Put/seqid=0 2024-11-14T04:22:46,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741838_1014 (size=5275) 2024-11-14T04:22:46,690 INFO [M:0;b024da739ae8:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de397b05a23447638444674e91e032a4 2024-11-14T04:22:46,706 DEBUG [M:0;b024da739ae8:42755 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75174faa69c470ea07fab8972dfeb36 is 69, key is b024da739ae8,41149,1731558149185/rs:state/1731558151359/Put/seqid=0 2024-11-14T04:22:46,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741839_1015 (size=5156) 2024-11-14T04:22:47,031 DEBUG [RS:0;b024da739ae8:45065.replicationSource.wal-reader.b024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 to pos 0, reset compression=false 2024-11-14T04:22:47,111 INFO [M:0;b024da739ae8:42755 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75174faa69c470ea07fab8972dfeb36 2024-11-14T04:22:47,116 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85098e35aa2549bea7c06a3d6eaf83b5 as hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85098e35aa2549bea7c06a3d6eaf83b5 2024-11-14T04:22:47,120 INFO [M:0;b024da739ae8:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85098e35aa2549bea7c06a3d6eaf83b5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-14T04:22:47,121 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de397b05a23447638444674e91e032a4 as hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de397b05a23447638444674e91e032a4 2024-11-14T04:22:47,125 INFO [M:0;b024da739ae8:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de397b05a23447638444674e91e032a4, entries=3, sequenceid=28, filesize=5.2 K 2024-11-14T04:22:47,125 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f75174faa69c470ea07fab8972dfeb36 as hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75174faa69c470ea07fab8972dfeb36 2024-11-14T04:22:47,129 INFO [M:0;b024da739ae8:42755 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45563/user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f75174faa69c470ea07fab8972dfeb36, entries=1, sequenceid=28, filesize=5.0 K 2024-11-14T04:22:47,130 INFO [M:0;b024da739ae8:42755 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false 2024-11-14T04:22:47,134 INFO [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:47,134 DEBUG [M:0;b024da739ae8:42755 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558165833Disabling compacts and flushes for region at 1731558165833Disabling writes for close at 1731558165834 (+1 ms)Obtaining lock to block concurrent updates at 1731558165834Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558165834Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731558165834Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558165835 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558165835Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558165853 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558165853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558166266 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558166285 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558166285Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558166694 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558166706 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558166706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bce5f8c: reopening flushed file at 1731558167116 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@276ab57f: reopening flushed file at 1731558167120 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@84b4d61: reopening flushed file at 1731558167125 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1296ms, sequenceid=28, compaction requested=false at 1731558167130 (+5 ms)Writing region close event to WAL at 1731558167134 (+4 ms)Closed at 1731558167134 2024-11-14T04:22:47,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32923 is added to blk_1073741830_1006 (size=10165) 2024-11-14T04:22:47,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/add63985-f118-e70a-4b02-1e183b00c291/MasterData/WALs/b024da739ae8,42755,1731558149034/b024da739ae8%2C42755%2C1731558149034.1731558150957 not finished, retry = 0 2024-11-14T04:22:47,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:22:47,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:22:47,239 INFO [M:0;b024da739ae8:42755 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:22:47,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:47,239 INFO [M:0;b024da739ae8:42755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42755 2024-11-14T04:22:47,239 INFO [M:0;b024da739ae8:42755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:47,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:47,360 INFO [M:0;b024da739ae8:42755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:47,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42755-0x101379464bc0003, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:47,397 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3653dd1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:47,400 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:47,400 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:47,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:47,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:47,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:22:47,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:22:47,418 WARN [BP-1706099343-172.17.0.3-1731558147012 heartbeating to localhost/127.0.0.1:45563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:22:47,418 WARN [BP-1706099343-172.17.0.3-1731558147012 heartbeating to localhost/127.0.0.1:45563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1706099343-172.17.0.3-1731558147012 (Datanode Uuid 08236e5c-ee54-4276-8fac-c6ac16ce4697) service to localhost/127.0.0.1:45563 2024-11-14T04:22:47,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/cluster_ca14db53-655f-5129-976f-a3b688efc92c/data/data2/current/BP-1706099343-172.17.0.3-1731558147012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:47,420 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:22:47,420 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/cluster_ca14db53-655f-5129-976f-a3b688efc92c/data/data1/current/BP-1706099343-172.17.0.3-1731558147012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:47,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:47,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:47,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:47,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:47,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:22:47,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:22:47,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:47,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:47,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:47,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:47,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:47,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:22:47,458 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1394370168, stopped=false 2024-11-14T04:22:47,458 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,33129,1731558158430 2024-11-14T04:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/running 2024-11-14T04:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:47,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:47,475 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:47,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:22:47,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:47,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:47,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:47,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,45065,1731558158529' ***** 2024-11-14T04:22:47,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:22:47,476 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:22:47,476 INFO [RS:0;b024da739ae8:45065 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:22:47,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Set watcher on znode that does not yet exist, /0-1724743632/running 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(3091): Received CLOSE for d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:47,477 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,45065,1731558158529 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45065. 2024-11-14T04:22:47,477 DEBUG [RS:0;b024da739ae8:45065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:47,477 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d049b9447ca5fa49e5f69aad3b79e6ab, disabling compactions & flushes 2024-11-14T04:22:47,477 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. after waiting 0 ms 2024-11-14T04:22:47,477 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:47,478 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:22:47,478 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1325): Online Regions={d049b9447ca5fa49e5f69aad3b79e6ab=hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:22:47,478 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d049b9447ca5fa49e5f69aad3b79e6ab 2024-11-14T04:22:47,478 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:47,478 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:47,478 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:47,478 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:47,478 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:47,478 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-14T04:22:47,483 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:47,489 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/replication/d049b9447ca5fa49e5f69aad3b79e6ab/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-14T04:22:47,490 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:47,490 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:47,491 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:47,491 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d049b9447ca5fa49e5f69aad3b79e6ab: Waiting for close lock at 1731558167477Running coprocessor pre-close hooks at 1731558167477Disabling compacts and flushes for region at 1731558167477Disabling writes for close at 1731558167477Writing region close event to WAL at 1731558167478 (+1 ms)Running coprocessor post-close hooks at 1731558167490 (+12 ms)Closed at 1731558167490 2024-11-14T04:22:47,491 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab. 2024-11-14T04:22:47,505 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/d9d8412069564b698e0451f4d528b306 is 147, key is hbase:replication,,1731558152587.d049b9447ca5fa49e5f69aad3b79e6ab./info:regioninfo/1731558164974/Put/seqid=0 2024-11-14T04:22:47,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741851_1027 (size=6385) 2024-11-14T04:22:47,678 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:47,878 DEBUG [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:22:47,910 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/d9d8412069564b698e0451f4d528b306 2024-11-14T04:22:47,919 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/.tmp/info/d9d8412069564b698e0451f4d528b306 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/info/d9d8412069564b698e0451f4d528b306 2024-11-14T04:22:47,930 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/info/d9d8412069564b698e0451f4d528b306, entries=8, sequenceid=19, filesize=6.2 K 2024-11-14T04:22:47,931 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false 2024-11-14T04:22:47,972 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-14T04:22:47,974 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:47,974 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:47,974 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:47,976 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558167478Running coprocessor pre-close hooks at 1731558167478Disabling compacts and flushes for region at 1731558167478Disabling writes for close at 1731558167478Obtaining lock to block concurrent updates at 1731558167478Preparing flush snapshotting stores in 1588230740 at 1731558167478Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731558167479 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558167479Flushing 1588230740/info: creating writer at 1731558167479Flushing 1588230740/info: appending metadata at 1731558167505 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731558167505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1456590b: reopening flushed file at 1731558167918 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 453ms, sequenceid=19, compaction requested=false at 1731558167931 (+13 ms)Writing region close event to WAL at 1731558167949 (+18 ms)Running coprocessor post-close hooks at 1731558167974 (+25 ms)Closed at 1731558167974 2024-11-14T04:22:47,976 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:48,079 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,45065,1731558158529; all regions closed. 2024-11-14T04:22:48,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741849_1025 (size=2156) 2024-11-14T04:22:48,087 DEBUG [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:48,087 INFO [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C45065%2C1731558158529.meta:.meta(num 1731558160682) 2024-11-14T04:22:48,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741850_1026 (size=796) 2024-11-14T04:22:48,107 DEBUG [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:48,107 INFO [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C45065%2C1731558158529.rep:(num 1731558164926) 2024-11-14T04:22:48,110 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/WALs/b024da739ae8,45065,1731558158529/b024da739ae8%2C45065%2C1731558158529.1731558160449 not finished, retry = 0 2024-11-14T04:22:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741848_1024 (size=93) 2024-11-14T04:22:48,214 DEBUG [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/oldWALs 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C45065%2C1731558158529:(num 1731558160449) 2024-11-14T04:22:48,214 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:48,214 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:48,214 INFO [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,45065,1731558158529 because: Region server is closing 2024-11-14T04:22:48,215 INFO [RS:0;b024da739ae8:45065 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45065. 2024-11-14T04:22:48,215 DEBUG [RS:0;b024da739ae8:45065 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:22:48,215 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:48,215 DEBUG [RS:0;b024da739ae8:45065 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:48,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:22:48,215 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-14T04:22:48,215 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-14T04:22:48,215 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T04:22:48,315 WARN [RS:0;b024da739ae8:45065.replicationSource.shipperb024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:22:48,315 INFO [RS:0;b024da739ae8:45065 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;b024da739ae8:45065.replicationSource.shipperb024da739ae8%2C45065%2C1731558158529,1-b024da739ae8,45065,1731558158529 terminated 2024-11-14T04:22:48,316 INFO [RS:0;b024da739ae8:45065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45065 2024-11-14T04:22:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/rs/b024da739ae8,45065,1731558158529 2024-11-14T04:22:48,382 INFO [RS:0;b024da739ae8:45065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:48,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632/rs 2024-11-14T04:22:48,391 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,45065,1731558158529] 2024-11-14T04:22:48,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1724743632/draining/b024da739ae8,45065,1731558158529 already deleted, retry=false 2024-11-14T04:22:48,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,45065,1731558158529 expired; onlineServers=0 2024-11-14T04:22:48,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,33129,1731558158430' ***** 2024-11-14T04:22:48,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:22:48,404 INFO [M:0;b024da739ae8:33129 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:22:48,404 INFO [M:0;b024da739ae8:33129 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:22:48,404 DEBUG [M:0;b024da739ae8:33129 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:22:48,404 DEBUG [M:0;b024da739ae8:33129 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:22:48,404 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:22:48,404 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558160064 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558160064,5,FailOnTimeoutGroup] 2024-11-14T04:22:48,404 INFO [M:0;b024da739ae8:33129 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:22:48,404 INFO [M:0;b024da739ae8:33129 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:22:48,405 DEBUG [M:0;b024da739ae8:33129 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:22:48,405 INFO [M:0;b024da739ae8:33129 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:22:48,405 INFO [M:0;b024da739ae8:33129 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:22:48,405 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558160062 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558160062,5,FailOnTimeoutGroup] 2024-11-14T04:22:48,405 INFO [M:0;b024da739ae8:33129 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:22:48,405 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:22:48,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1724743632/master 2024-11-14T04:22:48,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1724743632 2024-11-14T04:22:48,412 DEBUG [M:0;b024da739ae8:33129 {}] zookeeper.ZKUtil(347): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Unable to get data of znode /0-1724743632/master because node does not exist (not an error) 2024-11-14T04:22:48,412 WARN [M:0;b024da739ae8:33129 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:22:48,416 INFO [M:0;b024da739ae8:33129 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/.lastflushedseqids 2024-11-14T04:22:48,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741852_1028 (size=181) 2024-11-14T04:22:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:48,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45065-0x101379464bc0007, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:48,493 INFO [RS:0;b024da739ae8:45065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:48,493 INFO [RS:0;b024da739ae8:45065 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,45065,1731558158529; zookeeper connection closed. 2024-11-14T04:22:48,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9e52ce0 2024-11-14T04:22:48,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:22:48,872 INFO [M:0;b024da739ae8:33129 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:22:48,875 INFO [M:0;b024da739ae8:33129 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:22:48,876 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:48,876 INFO [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:48,876 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:48,876 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:48,876 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:48,876 INFO [M:0;b024da739ae8:33129 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-14T04:22:48,924 DEBUG [M:0;b024da739ae8:33129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0382de95ada4d0bb48b74e610b204c2 is 82, key is hbase:meta,,1/info:regioninfo/1731558160731/Put/seqid=0 2024-11-14T04:22:48,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741853_1029 (size=5672) 2024-11-14T04:22:48,956 INFO [M:0;b024da739ae8:33129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0382de95ada4d0bb48b74e610b204c2 2024-11-14T04:22:49,002 DEBUG [M:0;b024da739ae8:33129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/673d1c21541e4bce88f1a593136326bf is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731558164980/Put/seqid=0 2024-11-14T04:22:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741854_1030 (size=7312) 2024-11-14T04:22:49,411 INFO [M:0;b024da739ae8:33129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/673d1c21541e4bce88f1a593136326bf 2024-11-14T04:22:49,435 DEBUG [M:0;b024da739ae8:33129 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/827ad45f1ccf4b239bc240dd8706d356 is 69, key is b024da739ae8,45065,1731558158529/rs:state/1731558160150/Put/seqid=0 2024-11-14T04:22:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741855_1031 (size=5370) 2024-11-14T04:22:49,439 INFO [M:0;b024da739ae8:33129 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/827ad45f1ccf4b239bc240dd8706d356 2024-11-14T04:22:49,443 INFO [M:0;b024da739ae8:33129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 827ad45f1ccf4b239bc240dd8706d356 2024-11-14T04:22:49,444 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0382de95ada4d0bb48b74e610b204c2 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0382de95ada4d0bb48b74e610b204c2 2024-11-14T04:22:49,451 INFO [M:0;b024da739ae8:33129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0382de95ada4d0bb48b74e610b204c2, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T04:22:49,453 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/673d1c21541e4bce88f1a593136326bf as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/673d1c21541e4bce88f1a593136326bf 2024-11-14T04:22:49,457 INFO [M:0;b024da739ae8:33129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/673d1c21541e4bce88f1a593136326bf, entries=7, sequenceid=127, filesize=7.1 K 2024-11-14T04:22:49,458 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/827ad45f1ccf4b239bc240dd8706d356 as hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/827ad45f1ccf4b239bc240dd8706d356 2024-11-14T04:22:49,464 INFO [M:0;b024da739ae8:33129 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 827ad45f1ccf4b239bc240dd8706d356 2024-11-14T04:22:49,464 INFO [M:0;b024da739ae8:33129 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34413/user/jenkins/test-data/8dadc559-91ec-2107-7cd4-72e16e9c691b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/827ad45f1ccf4b239bc240dd8706d356, entries=2, sequenceid=127, filesize=5.2 K 2024-11-14T04:22:49,466 INFO [M:0;b024da739ae8:33129 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=127, compaction requested=false 2024-11-14T04:22:49,493 INFO [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:49,493 DEBUG [M:0;b024da739ae8:33129 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558168876Disabling compacts and flushes for region at 1731558168876Disabling writes for close at 1731558168876Obtaining lock to block concurrent updates at 1731558168876Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558168876Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731558168876Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558168885 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558168885Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558168923 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558168923Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558168977 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558169001 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558169001Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558169416 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558169434 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558169434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2828849: reopening flushed file at 1731558169444 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38772ee7: reopening flushed file at 1731558169451 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31dd7b6a: reopening flushed file at 1731558169457 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 590ms, sequenceid=127, compaction requested=false at 1731558169466 (+9 ms)Writing region close event to WAL at 1731558169493 (+27 ms)Closed at 1731558169493 2024-11-14T04:22:49,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40537 is added to blk_1073741847_1023 (size=22903) 2024-11-14T04:22:49,500 INFO [M:0;b024da739ae8:33129 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:22:49,500 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:22:49,500 INFO [M:0;b024da739ae8:33129 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33129 2024-11-14T04:22:49,501 INFO [M:0;b024da739ae8:33129 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:22:49,650 INFO [M:0;b024da739ae8:33129 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:22:49,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:49,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33129-0x101379464bc0006, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:22:49,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ba5d7bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:49,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fcf7252{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:49,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:49,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af5d141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:49,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58023a65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:49,662 WARN [BP-1089930024-172.17.0.3-1731558140194 heartbeating to localhost/127.0.0.1:34413 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:22:49,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:22:49,662 WARN [BP-1089930024-172.17.0.3-1731558140194 heartbeating to localhost/127.0.0.1:34413 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089930024-172.17.0.3-1731558140194 (Datanode Uuid 7770169d-9fb8-49a1-b6d4-e943249fa796) service to localhost/127.0.0.1:34413 2024-11-14T04:22:49,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:22:49,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/data/data1/current/BP-1089930024-172.17.0.3-1731558140194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:49,663 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:22:49,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/cluster_c5a02bd9-930f-b8f0-6a81-5f064f7dddc4/data/data2/current/BP-1089930024-172.17.0.3-1731558140194 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:22:49,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46b809c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:49,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7851ebb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:22:49,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:22:49,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a579743{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:22:49,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece5ef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c0d09bb-391d-22e6-307d-2cb99e55e7bd/hadoop.log.dir/,STOPPED} 2024-11-14T04:22:49,689 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:22:49,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:22:49,718 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45563 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34413 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:34413 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60217) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:45563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34413 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=734 (was 755), ProcessCount=11 (was 11), AvailableMemoryMB=696 (was 1648) 2024-11-14T04:22:49,729 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=734, ProcessCount=11, AvailableMemoryMB=696 2024-11-14T04:22:49,747 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-14T04:22:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir so I do NOT create it in target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780 2024-11-14T04:22:49,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:22:49,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.tmp.dir so I do NOT create it in target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780 2024-11-14T04:22:49,748 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e577815-1ab4-e0a7-352d-aaa5328379ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:22:49,748 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780 2024-11-14T04:22:49,748 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a, deleteOnExit=true 2024-11-14T04:22:49,760 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/zookeeper_0, clientPort=59087, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:22:49,761 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59087 2024-11-14T04:22:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:22:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:22:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/test.cache.data in system properties and HBase conf 2024-11-14T04:22:49,761 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:22:49,762 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:22:49,762 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:22:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:22:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:22:49,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:22:49,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101379464bc0002, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:22:49,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101379464bc0002, quorum=127.0.0.1:60217, baseZNode=/0-1724743632 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:22:49,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101379464bc0005, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:22:49,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101379464bc0005, quorum=127.0.0.1:60217, baseZNode=/1189247814 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:22:50,930 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:50,936 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:50,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:50,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:50,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:22:50,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:50,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5bd915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:50,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37b0d004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:51,052 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@567906e5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/java.io.tmpdir/jetty-localhost-43971-hadoop-hdfs-3_4_1-tests_jar-_-any-7760332419538982960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:51,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27336d0b{HTTP/1.1, (http/1.1)}{localhost:43971} 2024-11-14T04:22:51,053 INFO [Time-limited test {}] server.Server(415): Started @258080ms 2024-11-14T04:22:52,993 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T04:22:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,018 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,019 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:22:53,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:53,146 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:53,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:53,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:53,147 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:22:53,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c9020f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:53,148 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a575b6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:53,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10634089{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/java.io.tmpdir/jetty-localhost-41871-hadoop-hdfs-3_4_1-tests_jar-_-any-6219103611825072328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:53,267 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45dc38e8{HTTP/1.1, (http/1.1)}{localhost:41871} 2024-11-14T04:22:53,267 INFO [Time-limited test {}] server.Server(415): Started @260294ms 2024-11-14T04:22:53,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:22:54,087 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/data/data1/current/BP-1017421717-172.17.0.3-1731558169793/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:54,087 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/data/data2/current/BP-1017421717-172.17.0.3-1731558169793/current, will proceed with Du for space computation calculation, 2024-11-14T04:22:54,117 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:22:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5068b5e090ad5da with lease ID 0xf0c3265c0660234a: Processing first storage report for DS-7040e89c-82dd-4a35-b6f8-380c9b324c12 from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=beb27461-9221-4c69-9df0-a70c2c11a205, infoPort=38067, infoSecurePort=0, ipcPort=37823, storageInfo=lv=-57;cid=testClusterID;nsid=2038794010;c=1731558169793) 2024-11-14T04:22:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5068b5e090ad5da with lease ID 0xf0c3265c0660234a: from storage DS-7040e89c-82dd-4a35-b6f8-380c9b324c12 node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=beb27461-9221-4c69-9df0-a70c2c11a205, infoPort=38067, infoSecurePort=0, ipcPort=37823, storageInfo=lv=-57;cid=testClusterID;nsid=2038794010;c=1731558169793), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5068b5e090ad5da with lease ID 0xf0c3265c0660234a: Processing first storage report for DS-8a2b90e9-043f-4be3-a28c-12798b29924e from datanode DatanodeRegistration(127.0.0.1:40029, datanodeUuid=beb27461-9221-4c69-9df0-a70c2c11a205, infoPort=38067, infoSecurePort=0, ipcPort=37823, storageInfo=lv=-57;cid=testClusterID;nsid=2038794010;c=1731558169793) 2024-11-14T04:22:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5068b5e090ad5da with lease ID 0xf0c3265c0660234a: from storage DS-8a2b90e9-043f-4be3-a28c-12798b29924e node DatanodeRegistration(127.0.0.1:40029, datanodeUuid=beb27461-9221-4c69-9df0-a70c2c11a205, infoPort=38067, infoSecurePort=0, ipcPort=37823, storageInfo=lv=-57;cid=testClusterID;nsid=2038794010;c=1731558169793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:22:54,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780 2024-11-14T04:22:54,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:22:54,548 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2 with version=8 2024-11-14T04:22:54,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/hbase-staging 2024-11-14T04:22:54,550 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:22:54,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:54,553 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39307 2024-11-14T04:22:54,554 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39307 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:22:54,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393070x0, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:54,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39307-0x1013794d8450000 connected 2024-11-14T04:22:54,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,821 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/running 2024-11-14T04:22:54,821 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2, hbase.cluster.distributed=false 2024-11-14T04:22:54,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/acl 2024-11-14T04:22:54,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-14T04:22:54,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39307 2024-11-14T04:22:54,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39307 2024-11-14T04:22:54,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-14T04:22:54,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39307 2024-11-14T04:22:54,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:22:54,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:22:54,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:22:54,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:22:54,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:22:54,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:22:54,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37369 2024-11-14T04:22:54,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37369 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:22:54,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:54,989 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373690x0, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:54,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373690x0, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/running 2024-11-14T04:22:54,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37369-0x1013794d8450001 connected 2024-11-14T04:22:54,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:22:54,992 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:22:54,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/master 2024-11-14T04:22:54,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/acl 2024-11-14T04:22:55,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-14T04:22:55,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37369 2024-11-14T04:22:55,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37369 2024-11-14T04:22:55,014 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-14T04:22:55,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37369 2024-11-14T04:22:55,034 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:39307 2024-11-14T04:22:55,034 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01224366515/backup-masters/b024da739ae8,39307,1731558174550 2024-11-14T04:22:55,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/backup-masters 2024-11-14T04:22:55,058 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/backup-masters 2024-11-14T04:22:55,059 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on existing znode=/01224366515/backup-masters/b024da739ae8,39307,1731558174550 2024-11-14T04:22:55,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:55,069 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224366515/master 2024-11-14T04:22:55,069 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:55,069 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on existing znode=/01224366515/master 2024-11-14T04:22:55,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01224366515/backup-masters/b024da739ae8,39307,1731558174550 from backup master directory 2024-11-14T04:22:55,079 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/backup-masters 2024-11-14T04:22:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224366515/backup-masters/b024da739ae8,39307,1731558174550 2024-11-14T04:22:55,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/backup-masters 2024-11-14T04:22:55,079 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:55,080 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,39307,1731558174550 2024-11-14T04:22:55,087 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/hbase.id] with ID: c0b29494-a562-43c0-9723-015dc22f77f9 2024-11-14T04:22:55,087 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/.tmp/hbase.id 2024-11-14T04:22:55,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:22:55,499 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/.tmp/hbase.id]:[hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/hbase.id] 2024-11-14T04:22:55,509 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:22:55,509 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:22:55,510 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:22:55,538 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:55,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:55,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:22:55,943 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:22:55,944 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:22:55,944 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:22:55,959 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store 2024-11-14T04:22:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:22:56,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:56,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:22:56,372 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:56,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:56,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:22:56,372 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:56,377 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:22:56,377 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558176372Disabling compacts and flushes for region at 1731558176372Disabling writes for close at 1731558176372Writing region close event to WAL at 1731558176372Closed at 1731558176377 (+5 ms) 2024-11-14T04:22:56,380 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/.initializing 2024-11-14T04:22:56,381 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/WALs/b024da739ae8,39307,1731558174550 2024-11-14T04:22:56,388 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:56,401 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C39307%2C1731558174550, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/WALs/b024da739ae8,39307,1731558174550, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/oldWALs, maxLogs=10 2024-11-14T04:22:56,418 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/WALs/b024da739ae8,39307,1731558174550/b024da739ae8%2C39307%2C1731558174550.1731558176402, exclude list is [], retry=0 2024-11-14T04:22:56,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-7040e89c-82dd-4a35-b6f8-380c9b324c12,DISK] 2024-11-14T04:22:56,454 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/WALs/b024da739ae8,39307,1731558174550/b024da739ae8%2C39307%2C1731558174550.1731558176402 2024-11-14T04:22:56,454 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-14T04:22:56,454 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:56,455 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:56,455 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,455 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:22:56,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:56,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:56,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:22:56,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:56,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:56,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:22:56,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:56,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:56,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:22:56,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:56,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:22:56,510 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,511 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,512 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,515 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,515 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,516 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:56,517 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:22:56,528 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:56,529 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64158802, jitterRate=-0.043959349393844604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:56,530 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558176455Initializing all the Stores at 1731558176460 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558176460Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558176468 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558176468Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558176468Cleaning up temporary data from old regions at 1731558176515 (+47 ms)Region opened successfully at 1731558176530 (+15 ms) 2024-11-14T04:22:56,556 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:22:56,562 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d932d4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:56,563 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:22:56,564 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:22:56,564 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:22:56,564 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:22:56,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:22:56,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:22:56,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:22:56,572 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:22:56,573 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/balancer because node does not exist (not necessarily an error) 2024-11-14T04:22:56,648 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/balancer already deleted, retry=false 2024-11-14T04:22:56,649 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:22:56,650 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:22:56,658 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/normalizer already deleted, retry=false 2024-11-14T04:22:56,659 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:22:56,660 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:22:56,669 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/switch/split already deleted, retry=false 2024-11-14T04:22:56,673 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:22:56,691 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/switch/merge already deleted, retry=false 2024-11-14T04:22:56,702 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:22:56,711 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/snapshot-cleanup already deleted, retry=false 2024-11-14T04:22:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224366515/running 2024-11-14T04:22:56,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,730 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01224366515/running 2024-11-14T04:22:56,730 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,736 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,39307,1731558174550, sessionid=0x1013794d8450000, setting cluster-up flag (Was=false) 2024-11-14T04:22:56,763 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,806 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224366515/flush-table-proc/acquired, /01224366515/flush-table-proc/reached, /01224366515/flush-table-proc/abort 2024-11-14T04:22:56,813 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39307,1731558174550 2024-11-14T04:22:56,837 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:56,869 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01224366515/online-snapshot/acquired, /01224366515/online-snapshot/reached, /01224366515/online-snapshot/abort 2024-11-14T04:22:56,870 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39307,1731558174550 2024-11-14T04:22:56,877 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:22:56,886 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:56,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:22:56,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:22:56,886 WARN [master/b024da739ae8:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b024da739ae8,37331,1731558143917: status=Processing ServerCrashProcedure of b024da739ae8,37331,1731558143917 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731558160048, completionTime=-1 appears to have been leaked 2024-11-14T04:22:56,887 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,39307,1731558174550 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:56,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:56,911 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:56,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:22:56,915 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:56,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:22:56,940 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558206940 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:22:56,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:22:56,948 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:56,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:22:56,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:22:56,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:22:56,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:22:56,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:22:56,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:22:56,978 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558176957,5,FailOnTimeoutGroup] 2024-11-14T04:22:56,979 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(746): ClusterId : c0b29494-a562-43c0-9723-015dc22f77f9 2024-11-14T04:22:56,979 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:22:56,980 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558176978,5,FailOnTimeoutGroup] 2024-11-14T04:22:56,980 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:56,980 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:22:56,980 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:56,980 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:56,992 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:22:56,992 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:22:57,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:22:57,016 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:22:57,016 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ff4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:22:57,021 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:22:57,021 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2 2024-11-14T04:22:57,036 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:37369 2024-11-14T04:22:57,036 INFO [RS:0;b024da739ae8:37369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:22:57,036 INFO [RS:0;b024da739ae8:37369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:22:57,036 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:22:57,037 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,39307,1731558174550 with port=37369, startcode=1731558174898 2024-11-14T04:22:57,037 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:22:57,050 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:22:57,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,051 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39307 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,053 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2 2024-11-14T04:22:57,053 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32985 2024-11-14T04:22:57,053 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:22:57,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:22:57,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:57,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:57,064 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:57,064 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:57,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:57,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:57,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/rs 2024-11-14T04:22:57,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:57,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,070 DEBUG [RS:0;b024da739ae8:37369 {}] zookeeper.ZKUtil(111): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on existing znode=/01224366515/rs/b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,070 WARN [RS:0;b024da739ae8:37369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:22:57,070 INFO [RS:0;b024da739ae8:37369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:57,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,070 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:57,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:57,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:57,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740 2024-11-14T04:22:57,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740 2024-11-14T04:22:57,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:57,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:57,075 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:57,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:57,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,37369,1731558174898] 2024-11-14T04:22:57,089 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:22:57,089 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62583046, jitterRate=-0.06743994355201721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:57,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558177061Initializing all the Stores at 1731558177062 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177062Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177062Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558177062Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177062Cleaning up temporary data from old regions at 1731558177074 (+12 ms)Region opened successfully at 1731558177090 (+16 ms) 2024-11-14T04:22:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:22:57,091 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:22:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:22:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:22:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:22:57,092 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:22:57,092 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558177091Disabling compacts and flushes for region at 1731558177091Disabling writes for close at 1731558177091Writing region close event to WAL at 1731558177092 (+1 ms)Closed at 1731558177092 2024-11-14T04:22:57,093 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:57,093 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:22:57,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:22:57,094 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:57,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:22:57,099 INFO [RS:0;b024da739ae8:37369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:22:57,101 INFO [RS:0;b024da739ae8:37369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:22:57,101 INFO [RS:0;b024da739ae8:37369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:22:57,101 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,101 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:22:57,102 INFO [RS:0;b024da739ae8:37369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:22:57,102 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,102 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,102 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,102 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:57,103 DEBUG [RS:0;b024da739ae8:37369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,108 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37369,1731558174898-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:57,122 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:22:57,123 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37369,1731558174898-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,123 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,123 INFO [RS:0;b024da739ae8:37369 {}] regionserver.Replication(171): b024da739ae8,37369,1731558174898 started 2024-11-14T04:22:57,135 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,136 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,37369,1731558174898, RpcServer on b024da739ae8/172.17.0.3:37369, sessionid=0x1013794d8450001 2024-11-14T04:22:57,136 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:22:57,136 DEBUG [RS:0;b024da739ae8:37369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,136 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37369,1731558174898' 2024-11-14T04:22:57,136 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224366515/flush-table-proc/abort' 2024-11-14T04:22:57,136 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224366515/flush-table-proc/acquired' 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37369,1731558174898' 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01224366515/online-snapshot/abort' 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01224366515/online-snapshot/acquired' 2024-11-14T04:22:57,137 DEBUG [RS:0;b024da739ae8:37369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:22:57,137 INFO [RS:0;b024da739ae8:37369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:22:57,137 INFO [RS:0;b024da739ae8:37369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:22:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:22:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:22:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:22:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:22:57,238 INFO [RS:0;b024da739ae8:37369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:22:57,244 INFO [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37369%2C1731558174898, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs, maxLogs=10 2024-11-14T04:22:57,245 WARN [b024da739ae8:39307 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:22:57,262 DEBUG [RS:0;b024da739ae8:37369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244, exclude list is [], retry=0 2024-11-14T04:22:57,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-7040e89c-82dd-4a35-b6f8-380c9b324c12,DISK] 2024-11-14T04:22:57,301 INFO [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 2024-11-14T04:22:57,301 DEBUG [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-14T04:22:57,495 DEBUG [b024da739ae8:39307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:22:57,496 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,497 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37369,1731558174898, state=OPENING 2024-11-14T04:22:57,511 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:22:57,521 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:57,522 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224366515/meta-region-server: CHANGED 2024-11-14T04:22:57,523 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:22:57,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37369,1731558174898}] 2024-11-14T04:22:57,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:22:57,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224366515/meta-region-server: CHANGED 2024-11-14T04:22:57,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:22:57,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:22:57,699 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:22:57,699 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:22:57,699 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:22:57,709 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37369%2C1731558174898.meta, suffix=.meta, logDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs, maxLogs=10 2024-11-14T04:22:57,727 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.meta.1731558177710.meta, exclude list is [], retry=0 2024-11-14T04:22:57,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-7040e89c-82dd-4a35-b6f8-380c9b324c12,DISK] 2024-11-14T04:22:57,732 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.meta.1731558177710.meta 2024-11-14T04:22:57,752 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-14T04:22:57,752 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:22:57,753 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:22:57,753 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:22:57,753 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:22:57,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:22:57,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:22:57,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:22:57,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:22:57,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:22:57,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:22:57,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:22:57,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:22:57,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:22:57,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:22:57,774 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:22:57,774 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740 2024-11-14T04:22:57,777 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740 2024-11-14T04:22:57,781 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:22:57,781 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:22:57,783 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:22:57,785 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:22:57,787 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62124963, jitterRate=-0.07426591217517853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:22:57,788 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:22:57,788 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558177753Writing region info on filesystem at 1731558177753Initializing all the Stores at 1731558177756 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177757 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558177757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558177757Cleaning up temporary data from old regions at 1731558177781 (+24 ms)Running coprocessor post-open hooks at 1731558177788 (+7 ms)Region opened successfully at 1731558177788 2024-11-14T04:22:57,790 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558177680 2024-11-14T04:22:57,793 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:22:57,793 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:22:57,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,798 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37369,1731558174898, state=OPEN 2024-11-14T04:22:57,857 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224366515/meta-region-server 2024-11-14T04:22:57,857 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224366515/meta-region-server: CHANGED 2024-11-14T04:22:57,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01224366515/meta-region-server 2024-11-14T04:22:57,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01224366515/meta-region-server: CHANGED 2024-11-14T04:22:57,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,37369,1731558174898 2024-11-14T04:22:57,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:22:57,862 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37369,1731558174898 in 335 msec 2024-11-14T04:22:57,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:22:57,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 769 msec 2024-11-14T04:22:57,864 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:22:57,865 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:22:57,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:57,873 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:22:57,874 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:57,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:57,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 996 msec 2024-11-14T04:22:57,883 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558177883, completionTime=-1 2024-11-14T04:22:57,883 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:22:57,883 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558237886 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558297886 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,886 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:39307, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,887 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,888 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,891 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:22:57,895 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.815sec 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:22:57,896 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:22:57,905 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:22:57,905 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:22:57,905 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39307,1731558174550-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:22:57,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa45283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:57,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:22:57,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:22:57,985 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:22:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:22:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:22:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5584ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:22:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:22:57,986 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:22:57,987 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:22:57,988 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2711f768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:22:57,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:22:57,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:22:57,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:22:57,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:22:58,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,39307,1731558174550 2024-11-14T04:22:58,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:22:58,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:22:58,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013794d8450002 connected 2024-11-14T04:22:58,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir so I do NOT create it in target/test-data/5ec37e80-3270-54da-6031-f4705401469d 2024-11-14T04:22:58,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.tmp.dir so I do NOT create it in target/test-data/5ec37e80-3270-54da-6031-f4705401469d 2024-11-14T04:22:58,120 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:22:58,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/cluster_8fa107f1-cbf2-25c9-aedc-09a642058200, deleteOnExit=true 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/test.cache.data in system properties and HBase conf 2024-11-14T04:22:58,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:22:58,121 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:22:58,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:22:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:22:58,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:58,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:58,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:58,808 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:58,808 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:22:58,812 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:58,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f21a9ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:58,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d68b615{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:58,927 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cf139f4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/java.io.tmpdir/jetty-localhost-40897-hadoop-hdfs-3_4_1-tests_jar-_-any-7757906505521065613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:22:58,928 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@337893ab{HTTP/1.1, (http/1.1)}{localhost:40897} 2024-11-14T04:22:58,928 INFO [Time-limited test {}] server.Server(415): Started @265955ms 2024-11-14T04:22:59,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:22:59,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:22:59,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:22:59,215 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:22:59,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:22:59,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46591138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:22:59,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73507199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:22:59,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f30b64f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/java.io.tmpdir/jetty-localhost-44881-hadoop-hdfs-3_4_1-tests_jar-_-any-5305362940599780920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:22:59,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b245f65{HTTP/1.1, (http/1.1)}{localhost:44881} 2024-11-14T04:22:59,314 INFO [Time-limited test {}] server.Server(415): Started @266341ms 2024-11-14T04:22:59,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:23:00,174 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/cluster_8fa107f1-cbf2-25c9-aedc-09a642058200/data/data2/current/BP-1565538923-172.17.0.3-1731558178147/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:00,174 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/cluster_8fa107f1-cbf2-25c9-aedc-09a642058200/data/data1/current/BP-1565538923-172.17.0.3-1731558178147/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:00,193 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:23:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99dda325f53736ee with lease ID 0x998329480f3976be: Processing first storage report for DS-b73ebde6-c853-40f1-af04-49e2ae940b35 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=0e46e8b8-1286-4bd9-8800-ebeeeff71c44, infoPort=45095, infoSecurePort=0, ipcPort=35079, storageInfo=lv=-57;cid=testClusterID;nsid=1754084524;c=1731558178147) 2024-11-14T04:23:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99dda325f53736ee with lease ID 0x998329480f3976be: from storage DS-b73ebde6-c853-40f1-af04-49e2ae940b35 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=0e46e8b8-1286-4bd9-8800-ebeeeff71c44, infoPort=45095, infoSecurePort=0, ipcPort=35079, storageInfo=lv=-57;cid=testClusterID;nsid=1754084524;c=1731558178147), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99dda325f53736ee with lease ID 0x998329480f3976be: Processing first storage report for DS-e77a3943-32bd-482e-8a2b-34e91cf9b8a8 from datanode DatanodeRegistration(127.0.0.1:41607, datanodeUuid=0e46e8b8-1286-4bd9-8800-ebeeeff71c44, infoPort=45095, infoSecurePort=0, ipcPort=35079, storageInfo=lv=-57;cid=testClusterID;nsid=1754084524;c=1731558178147) 2024-11-14T04:23:00,196 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99dda325f53736ee with lease ID 0x998329480f3976be: from storage DS-e77a3943-32bd-482e-8a2b-34e91cf9b8a8 node DatanodeRegistration(127.0.0.1:41607, datanodeUuid=0e46e8b8-1286-4bd9-8800-ebeeeff71c44, infoPort=45095, infoSecurePort=0, ipcPort=35079, storageInfo=lv=-57;cid=testClusterID;nsid=1754084524;c=1731558178147), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:00,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d 2024-11-14T04:23:00,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:23:00,660 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0 with version=8 2024-11-14T04:23:00,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/hbase-staging 2024-11-14T04:23:00,662 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:00,662 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:23:00,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:00,663 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37719 2024-11-14T04:23:00,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37719 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:23:00,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377190x0, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:00,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37719-0x1013794d8450003 connected 2024-11-14T04:23:00,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/running 2024-11-14T04:23:00,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0, hbase.cluster.distributed=false 2024-11-14T04:23:00,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/acl 2024-11-14T04:23:00,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-14T04:23:00,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37719 2024-11-14T04:23:00,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37719 2024-11-14T04:23:00,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-14T04:23:00,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37719 2024-11-14T04:23:00,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:00,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:00,814 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41619 2024-11-14T04:23:00,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41619 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:23:00,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:00,837 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416190x0, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:00,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416190x0, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/running 2024-11-14T04:23:00,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:23:00,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41619-0x1013794d8450004 connected 2024-11-14T04:23:00,852 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:23:00,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/master 2024-11-14T04:23:00,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/acl 2024-11-14T04:23:00,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-14T04:23:00,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41619 2024-11-14T04:23:00,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41619 2024-11-14T04:23:00,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-14T04:23:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41619 2024-11-14T04:23:00,884 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:37719 2024-11-14T04:23:00,885 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1777248933/backup-masters/b024da739ae8,37719,1731558180662 2024-11-14T04:23:00,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/backup-masters 2024-11-14T04:23:00,896 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/backup-masters 2024-11-14T04:23:00,896 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on existing znode=/1777248933/backup-masters/b024da739ae8,37719,1731558180662 2024-11-14T04:23:00,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:00,907 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1777248933/master 2024-11-14T04:23:00,907 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:00,907 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on existing znode=/1777248933/master 2024-11-14T04:23:00,907 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1777248933/backup-masters/b024da739ae8,37719,1731558180662 from backup master directory 2024-11-14T04:23:00,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1777248933/backup-masters/b024da739ae8,37719,1731558180662 2024-11-14T04:23:00,917 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:00,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/backup-masters 2024-11-14T04:23:00,917 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,37719,1731558180662 2024-11-14T04:23:00,917 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/backup-masters 2024-11-14T04:23:00,921 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/hbase.id] with ID: eeaca1f7-8361-4976-8e27-4882feb1dbef 2024-11-14T04:23:00,921 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/.tmp/hbase.id 2024-11-14T04:23:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:23:01,336 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/.tmp/hbase.id]:[hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/hbase.id] 2024-11-14T04:23:01,344 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:01,345 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:23:01,345 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T04:23:01,353 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:01,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:23:01,359 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:01,360 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:23:01,360 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:01,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:23:01,767 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store 2024-11-14T04:23:01,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:23:01,780 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:01,780 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:01,780 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:01,780 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:01,781 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-14T04:23:01,781 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:01,781 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:01,781 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558181780Disabling compacts and flushes for region at 1731558181780Disabling writes for close at 1731558181781 (+1 ms)Writing region close event to WAL at 1731558181781Closed at 1731558181781 2024-11-14T04:23:01,782 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/.initializing 2024-11-14T04:23:01,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/WALs/b024da739ae8,37719,1731558180662 2024-11-14T04:23:01,783 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:01,785 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C37719%2C1731558180662, suffix=, logDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/WALs/b024da739ae8,37719,1731558180662, archiveDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/oldWALs, maxLogs=10 2024-11-14T04:23:01,804 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/WALs/b024da739ae8,37719,1731558180662/b024da739ae8%2C37719%2C1731558180662.1731558181786, exclude list is [], retry=0 2024-11-14T04:23:01,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-b73ebde6-c853-40f1-af04-49e2ae940b35,DISK] 2024-11-14T04:23:01,841 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/WALs/b024da739ae8,37719,1731558180662/b024da739ae8%2C37719%2C1731558180662.1731558181786 2024-11-14T04:23:01,844 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-14T04:23:01,844 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:01,845 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:01,845 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,845 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:23:01,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:01,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:01,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:23:01,850 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:01,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:01,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:23:01,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:01,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:01,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:23:01,856 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:01,856 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:01,856 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,857 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,858 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,859 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,859 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,859 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:01,860 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:01,862 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:01,863 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71347787, jitterRate=0.06316487491130829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:01,863 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558181845Initializing all the Stores at 1731558181846 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558181846Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558181846Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558181846Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558181846Cleaning up temporary data from old regions at 1731558181859 (+13 ms)Region opened successfully at 1731558181863 (+4 ms) 2024-11-14T04:23:01,864 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:23:01,867 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e9a3e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:01,869 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:23:01,869 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:23:01,869 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:23:01,869 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:23:01,870 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:23:01,870 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:23:01,870 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:23:01,874 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:23:01,875 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/balancer because node does not exist (not necessarily an error) 2024-11-14T04:23:01,888 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/balancer already deleted, retry=false 2024-11-14T04:23:01,889 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:23:01,890 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:23:01,900 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/normalizer already deleted, retry=false 2024-11-14T04:23:01,901 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:23:01,906 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:23:01,917 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/switch/split already deleted, retry=false 2024-11-14T04:23:01,917 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:23:01,932 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/switch/merge already deleted, retry=false 2024-11-14T04:23:01,934 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:23:01,942 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/snapshot-cleanup already deleted, retry=false 2024-11-14T04:23:01,953 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1777248933/running 2024-11-14T04:23:01,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1777248933/running 2024-11-14T04:23:01,953 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:01,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:01,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,37719,1731558180662, sessionid=0x1013794d8450003, setting cluster-up flag (Was=false) 2024-11-14T04:23:01,974 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:01,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:02,022 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1777248933/flush-table-proc/acquired, /1777248933/flush-table-proc/reached, /1777248933/flush-table-proc/abort 2024-11-14T04:23:02,023 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,37719,1731558180662 2024-11-14T04:23:02,043 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:02,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:02,079 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1777248933/online-snapshot/acquired, /1777248933/online-snapshot/reached, /1777248933/online-snapshot/abort 2024-11-14T04:23:02,080 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,37719,1731558180662 2024-11-14T04:23:02,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:23:02,082 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:02,082 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:23:02,082 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:23:02,083 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,37719,1731558180662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:02,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:02,085 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:23:02,086 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:23:02,087 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558212087 2024-11-14T04:23:02,087 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:23:02,087 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:23:02,087 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:23:02,087 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:23:02,088 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:23:02,088 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:23:02,088 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,092 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:23:02,092 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:23:02,092 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:23:02,092 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:23:02,095 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:23:02,095 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:23:02,095 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558182095,5,FailOnTimeoutGroup] 2024-11-14T04:23:02,096 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558182095,5,FailOnTimeoutGroup] 2024-11-14T04:23:02,096 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,096 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:23:02,096 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,096 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:23:02,099 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:23:02,099 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0 2024-11-14T04:23:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:23:02,173 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(746): ClusterId : eeaca1f7-8361-4976-8e27-4882feb1dbef 2024-11-14T04:23:02,173 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:23:02,185 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:23:02,185 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:23:02,195 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:23:02,195 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@429a0e5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:02,209 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41619 2024-11-14T04:23:02,209 INFO [RS:0;b024da739ae8:41619 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:23:02,209 INFO [RS:0;b024da739ae8:41619 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:23:02,209 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:23:02,210 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,37719,1731558180662 with port=41619, startcode=1731558180813 2024-11-14T04:23:02,210 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:23:02,211 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:23:02,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,212 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37719 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,213 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0 2024-11-14T04:23:02,213 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43217 2024-11-14T04:23:02,213 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:23:02,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/rs 2024-11-14T04:23:02,222 DEBUG [RS:0;b024da739ae8:41619 {}] zookeeper.ZKUtil(111): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on existing znode=/1777248933/rs/b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,222 WARN [RS:0;b024da739ae8:41619 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:02,222 INFO [RS:0;b024da739ae8:41619 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:02,222 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,223 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41619,1731558180813] 2024-11-14T04:23:02,225 INFO [RS:0;b024da739ae8:41619 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:23:02,226 INFO [RS:0;b024da739ae8:41619 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:23:02,227 INFO [RS:0;b024da739ae8:41619 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:23:02,227 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,227 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:23:02,228 INFO [RS:0;b024da739ae8:41619 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:23:02,228 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,228 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,228 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,228 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,228 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,228 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:02,229 DEBUG [RS:0;b024da739ae8:41619 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,232 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41619,1731558180813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:02,251 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:23:02,251 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41619,1731558180813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,251 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,252 INFO [RS:0;b024da739ae8:41619 {}] regionserver.Replication(171): b024da739ae8,41619,1731558180813 started 2024-11-14T04:23:02,268 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,268 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41619,1731558180813, RpcServer on b024da739ae8/172.17.0.3:41619, sessionid=0x1013794d8450004 2024-11-14T04:23:02,268 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:23:02,268 DEBUG [RS:0;b024da739ae8:41619 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,268 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41619,1731558180813' 2024-11-14T04:23:02,268 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1777248933/flush-table-proc/abort' 2024-11-14T04:23:02,268 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1777248933/flush-table-proc/acquired' 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41619,1731558180813' 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1777248933/online-snapshot/abort' 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1777248933/online-snapshot/acquired' 2024-11-14T04:23:02,269 DEBUG [RS:0;b024da739ae8:41619 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:23:02,269 INFO [RS:0;b024da739ae8:41619 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:23:02,269 INFO [RS:0;b024da739ae8:41619 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:23:02,370 INFO [RS:0;b024da739ae8:41619 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:02,371 INFO [RS:0;b024da739ae8:41619 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41619%2C1731558180813, suffix=, logDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813, archiveDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/oldWALs, maxLogs=10 2024-11-14T04:23:02,387 DEBUG [RS:0;b024da739ae8:41619 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, exclude list is [], retry=0 2024-11-14T04:23:02,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-b73ebde6-c853-40f1-af04-49e2ae940b35,DISK] 2024-11-14T04:23:02,391 INFO [RS:0;b024da739ae8:41619 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 2024-11-14T04:23:02,391 DEBUG [RS:0;b024da739ae8:41619 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-14T04:23:02,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:02,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:02,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:02,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:02,507 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:02,507 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:02,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:02,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:02,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:02,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,510 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:02,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740 2024-11-14T04:23:02,511 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740 2024-11-14T04:23:02,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:02,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:02,512 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:02,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:02,516 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:02,517 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65083788, jitterRate=-0.030175983905792236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558182504Initializing all the Stores at 1731558182505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182505Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182505Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558182505Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182505Cleaning up temporary data from old regions at 1731558182512 (+7 ms)Region opened successfully at 1731558182517 (+5 ms) 2024-11-14T04:23:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:02,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:02,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:02,518 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:02,518 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558182517Disabling compacts and flushes for region at 1731558182517Disabling writes for close at 1731558182517Writing region close event to WAL at 1731558182518 (+1 ms)Closed at 1731558182518 2024-11-14T04:23:02,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:02,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:23:02,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:23:02,519 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:02,520 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:23:02,670 DEBUG [b024da739ae8:37719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:23:02,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41619,1731558180813, state=OPENING 2024-11-14T04:23:02,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:02,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:02,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:23:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:02,780 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:02,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1777248933/meta-region-server: CHANGED 2024-11-14T04:23:02,781 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:02,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41619,1731558180813}] 2024-11-14T04:23:02,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1777248933/meta-region-server: CHANGED 2024-11-14T04:23:02,933 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:02,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:23:02,938 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:23:02,938 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:02,938 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:23:02,939 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41619%2C1731558180813.meta, suffix=.meta, logDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813, archiveDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/oldWALs, maxLogs=10 2024-11-14T04:23:02,952 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.meta.1731558182940.meta, exclude list is [], retry=0 2024-11-14T04:23:02,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-b73ebde6-c853-40f1-af04-49e2ae940b35,DISK] 2024-11-14T04:23:02,956 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.meta.1731558182940.meta 2024-11-14T04:23:02,956 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-14T04:23:02,956 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:02,956 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:02,956 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:02,956 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:23:02,956 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:23:02,957 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:23:02,957 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:02,957 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:23:02,957 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:23:02,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:02,959 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:02,959 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:02,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:02,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:02,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:02,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:02,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:02,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:02,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:02,962 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:02,963 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740 2024-11-14T04:23:02,964 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740 2024-11-14T04:23:02,965 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:02,965 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:02,965 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:02,966 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:02,967 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73096746, jitterRate=0.08922639489173889}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:02,967 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:23:02,967 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558182957Writing region info on filesystem at 1731558182957Initializing all the Stores at 1731558182958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182958Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558182958Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558182958Cleaning up temporary data from old regions at 1731558182965 (+7 ms)Running coprocessor post-open hooks at 1731558182967 (+2 ms)Region opened successfully at 1731558182967 2024-11-14T04:23:02,968 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558182933 2024-11-14T04:23:02,970 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:23:02,970 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:23:02,971 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,972 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41619,1731558180813, state=OPEN 2024-11-14T04:23:02,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1777248933/meta-region-server 2024-11-14T04:23:02,984 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1777248933/meta-region-server 2024-11-14T04:23:02,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1777248933/meta-region-server: CHANGED 2024-11-14T04:23:02,984 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1777248933/meta-region-server: CHANGED 2024-11-14T04:23:02,984 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41619,1731558180813 2024-11-14T04:23:02,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:23:02,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41619,1731558180813 in 203 msec 2024-11-14T04:23:02,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:23:02,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 468 msec 2024-11-14T04:23:02,989 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:02,990 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:23:02,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:02,991 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:02,991 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:02,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:02,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 914 msec 2024-11-14T04:23:02,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558182996, completionTime=-1 2024-11-14T04:23:02,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:23:02,996 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:23:02,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:23:02,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558242998 2024-11-14T04:23:02,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558302998 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:37719, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:02,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:03,001 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:23:03,002 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.085sec 2024-11-14T04:23:03,002 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:23:03,002 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:23:03,002 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:23:03,003 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:23:03,003 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:23:03,003 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:03,003 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:23:03,005 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:23:03,005 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:23:03,005 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37719,1731558180662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:03,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98ecfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:03,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:03,074 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:03,075 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381fb442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:03,075 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:03,076 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:03,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c9d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:03,077 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:03,078 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:03,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:03,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,37719,1731558180662 2024-11-14T04:23:03,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59087 2024-11-14T04:23:03,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:03,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013794d8450005 connected 2024-11-14T04:23:03,099 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:23:03,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28e057db 2024-11-14T04:23:03,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:03,105 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:03,106 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:03,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:23:03,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:03,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:03,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:23:03,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:23:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:03,519 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c26436952fd56d4cd45bf4641f9fc604, NAME => 'test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2 2024-11-14T04:23:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c26436952fd56d4cd45bf4641f9fc604, disabling compactions & flushes 2024-11-14T04:23:03,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. after waiting 0 ms 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,524 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,524 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c26436952fd56d4cd45bf4641f9fc604: Waiting for close lock at 1731558183524Disabling compacts and flushes for region at 1731558183524Disabling writes for close at 1731558183524Writing region close event to WAL at 1731558183524Closed at 1731558183524 2024-11-14T04:23:03,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:03,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558183525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558183525"}]},"ts":"1731558183525"} 2024-11-14T04:23:03,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:03,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:03,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558183527"}]},"ts":"1731558183527"} 2024-11-14T04:23:03,529 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:23:03,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c26436952fd56d4cd45bf4641f9fc604, ASSIGN}] 2024-11-14T04:23:03,530 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c26436952fd56d4cd45bf4641f9fc604, ASSIGN 2024-11-14T04:23:03,531 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c26436952fd56d4cd45bf4641f9fc604, ASSIGN; state=OFFLINE, location=b024da739ae8,37369,1731558174898; forceNewPlan=false, retain=false 2024-11-14T04:23:03,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26436952fd56d4cd45bf4641f9fc604, regionState=OPENING, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:23:03,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c26436952fd56d4cd45bf4641f9fc604, ASSIGN because future has completed 2024-11-14T04:23:03,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26436952fd56d4cd45bf4641f9fc604, server=b024da739ae8,37369,1731558174898}] 2024-11-14T04:23:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:03,844 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,844 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c26436952fd56d4cd45bf4641f9fc604, NAME => 'test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:03,844 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:03,844 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:23:03,845 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,845 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:03,845 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,845 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,848 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,850 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26436952fd56d4cd45bf4641f9fc604 columnFamilyName f 2024-11-14T04:23:03,851 DEBUG [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:03,851 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(327): Store=c26436952fd56d4cd45bf4641f9fc604/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:03,851 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,852 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26436952fd56d4cd45bf4641f9fc604 columnFamilyName f1 2024-11-14T04:23:03,853 DEBUG [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:03,853 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(327): Store=c26436952fd56d4cd45bf4641f9fc604/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:03,853 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,856 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c26436952fd56d4cd45bf4641f9fc604 columnFamilyName norep 2024-11-14T04:23:03,856 DEBUG [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:03,856 INFO [StoreOpener-c26436952fd56d4cd45bf4641f9fc604-1 {}] regionserver.HStore(327): Store=c26436952fd56d4cd45bf4641f9fc604/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:03,856 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,857 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,857 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,858 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,858 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,859 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:03,860 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,864 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:03,864 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c26436952fd56d4cd45bf4641f9fc604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70875414, jitterRate=0.05612596869468689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:03,865 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:03,865 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c26436952fd56d4cd45bf4641f9fc604: Running coprocessor pre-open hook at 1731558183845Writing region info on filesystem at 1731558183845Initializing all the Stores at 1731558183846 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558183846Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558183848 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558183848Cleaning up temporary data from old regions at 1731558183858 (+10 ms)Running coprocessor post-open hooks at 1731558183865 (+7 ms)Region opened successfully at 1731558183865 2024-11-14T04:23:03,868 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., pid=6, masterSystemTime=1731558183837 2024-11-14T04:23:03,877 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,877 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:03,879 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c26436952fd56d4cd45bf4641f9fc604, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:23:03,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c26436952fd56d4cd45bf4641f9fc604, server=b024da739ae8,37369,1731558174898 because future has completed 2024-11-14T04:23:03,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:23:03,887 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c26436952fd56d4cd45bf4641f9fc604, server=b024da739ae8,37369,1731558174898 in 199 msec 2024-11-14T04:23:03,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:23:03,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c26436952fd56d4cd45bf4641f9fc604, ASSIGN in 358 msec 2024-11-14T04:23:03,890 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:03,890 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558183890"}]},"ts":"1731558183890"} 2024-11-14T04:23:03,893 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:23:03,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 788 msec 2024-11-14T04:23:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:04,251 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:23:04,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fee7ab5 2024-11-14T04:23:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:04,253 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:04,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:23:04,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:04,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:04,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:23:04,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:04,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:04,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:23:04,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:04,666 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7db888236955fd31feaac9f31cb512b7, NAME => 'test,,1731558184254.7db888236955fd31feaac9f31cb512b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0 2024-11-14T04:23:04,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:23:04,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558184254.7db888236955fd31feaac9f31cb512b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7db888236955fd31feaac9f31cb512b7, disabling compactions & flushes 2024-11-14T04:23:05,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558184254.7db888236955fd31feaac9f31cb512b7. after waiting 0 ms 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,077 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,077 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7db888236955fd31feaac9f31cb512b7: Waiting for close lock at 1731558185077Disabling compacts and flushes for region at 1731558185077Disabling writes for close at 1731558185077Writing region close event to WAL at 1731558185077Closed at 1731558185077 2024-11-14T04:23:05,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:05,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558184254.7db888236955fd31feaac9f31cb512b7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558185079"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558185079"}]},"ts":"1731558185079"} 2024-11-14T04:23:05,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:05,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:05,082 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558185082"}]},"ts":"1731558185082"} 2024-11-14T04:23:05,083 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:23:05,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7db888236955fd31feaac9f31cb512b7, ASSIGN}] 2024-11-14T04:23:05,085 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7db888236955fd31feaac9f31cb512b7, ASSIGN 2024-11-14T04:23:05,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7db888236955fd31feaac9f31cb512b7, ASSIGN; state=OFFLINE, location=b024da739ae8,41619,1731558180813; forceNewPlan=false, retain=false 2024-11-14T04:23:05,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7db888236955fd31feaac9f31cb512b7, regionState=OPENING, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:05,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7db888236955fd31feaac9f31cb512b7, ASSIGN because future has completed 2024-11-14T04:23:05,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db888236955fd31feaac9f31cb512b7, server=b024da739ae8,41619,1731558180813}] 2024-11-14T04:23:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:05,404 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,405 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7db888236955fd31feaac9f31cb512b7, NAME => 'test,,1731558184254.7db888236955fd31feaac9f31cb512b7.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:05,405 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:05,405 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:23:05,406 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,406 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558184254.7db888236955fd31feaac9f31cb512b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:05,406 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,406 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,407 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,409 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db888236955fd31feaac9f31cb512b7 columnFamilyName f 2024-11-14T04:23:05,409 DEBUG [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:05,410 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(327): Store=7db888236955fd31feaac9f31cb512b7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:05,410 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,411 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db888236955fd31feaac9f31cb512b7 columnFamilyName f1 2024-11-14T04:23:05,411 DEBUG [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:05,412 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(327): Store=7db888236955fd31feaac9f31cb512b7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:05,412 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,413 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7db888236955fd31feaac9f31cb512b7 columnFamilyName norep 2024-11-14T04:23:05,413 DEBUG [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:05,420 INFO [StoreOpener-7db888236955fd31feaac9f31cb512b7-1 {}] regionserver.HStore(327): Store=7db888236955fd31feaac9f31cb512b7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:05,420 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,424 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,428 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,429 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,429 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,430 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:05,430 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,433 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:05,434 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7db888236955fd31feaac9f31cb512b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74393601, jitterRate=0.1085510402917862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:05,434 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:05,434 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7db888236955fd31feaac9f31cb512b7: Running coprocessor pre-open hook at 1731558185406Writing region info on filesystem at 1731558185406Initializing all the Stores at 1731558185407 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558185407Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558185407Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558185407Cleaning up temporary data from old regions at 1731558185429 (+22 ms)Running coprocessor post-open hooks at 1731558185434 (+5 ms)Region opened successfully at 1731558185434 2024-11-14T04:23:05,435 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558184254.7db888236955fd31feaac9f31cb512b7., pid=6, masterSystemTime=1731558185391 2024-11-14T04:23:05,437 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,437 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:05,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7db888236955fd31feaac9f31cb512b7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7db888236955fd31feaac9f31cb512b7, server=b024da739ae8,41619,1731558180813 because future has completed 2024-11-14T04:23:05,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:23:05,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7db888236955fd31feaac9f31cb512b7, server=b024da739ae8,41619,1731558180813 in 201 msec 2024-11-14T04:23:05,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:23:05,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7db888236955fd31feaac9f31cb512b7, ASSIGN in 357 msec 2024-11-14T04:23:05,444 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:05,444 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558185444"}]},"ts":"1731558185444"} 2024-11-14T04:23:05,446 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:23:05,447 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:05,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1930 sec 2024-11-14T04:23:06,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:06,412 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:23:06,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18d801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:06,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:06,413 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ec1e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:06,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,415 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:06,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3ed8b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52f8fe78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:06,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:06,421 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500a7f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:06,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,425 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:06,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fea62b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbbc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:06,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:06,427 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:06,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c9ab86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:06,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,429 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:06,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483b1398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3024881c 2024-11-14T04:23:06,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:06,432 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:06,432 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:23:06,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:23:06,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:06,438 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:37719' 2024-11-14T04:23:06,440 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d90c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,440 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:06,440 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:06,441 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:06,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79750b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:06,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,443 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:06,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d985f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:06,444 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20328638 2024-11-14T04:23:06,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:06,447 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:06,456 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:23:06,457 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:23:06,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,457 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:06,457 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:06,459 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:23:06,460 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:06,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:06,460 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:06,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:06,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:23:06,509 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:23:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:06,897 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fcf0f50c1899380c91c8443d00565061, NAME => 'hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2 2024-11-14T04:23:06,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:23:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:07,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:23:07,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:07,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:23:07,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:07,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:07,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T04:23:07,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:07,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:23:07,201 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:07,201 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:23:07,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:07,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fcf0f50c1899380c91c8443d00565061, disabling compactions & flushes 2024-11-14T04:23:07,302 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,302 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. after waiting 0 ms 2024-11-14T04:23:07,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,303 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,303 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fcf0f50c1899380c91c8443d00565061: Waiting for close lock at 1731558187302Disabling compacts and flushes for region at 1731558187302Disabling writes for close at 1731558187303 (+1 ms)Writing region close event to WAL at 1731558187303Closed at 1731558187303 2024-11-14T04:23:07,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:07,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558187305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558187305"}]},"ts":"1731558187305"} 2024-11-14T04:23:07,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:07,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:07,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558187309"}]},"ts":"1731558187309"} 2024-11-14T04:23:07,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:23:07,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcf0f50c1899380c91c8443d00565061, ASSIGN}] 2024-11-14T04:23:07,313 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcf0f50c1899380c91c8443d00565061, ASSIGN 2024-11-14T04:23:07,314 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcf0f50c1899380c91c8443d00565061, ASSIGN; state=OFFLINE, location=b024da739ae8,37369,1731558174898; forceNewPlan=false, retain=false 2024-11-14T04:23:07,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fcf0f50c1899380c91c8443d00565061, regionState=OPENING, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:23:07,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fcf0f50c1899380c91c8443d00565061, ASSIGN because future has completed 2024-11-14T04:23:07,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf0f50c1899380c91c8443d00565061, server=b024da739ae8,37369,1731558174898}] 2024-11-14T04:23:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:07,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:07,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:23:07,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37369%2C1731558174898.rep, suffix=, logDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898, archiveDir=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs, maxLogs=10 2024-11-14T04:23:07,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.rep.1731558187627, exclude list is [], retry=0 2024-11-14T04:23:07,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40029,DS-7040e89c-82dd-4a35-b6f8-380c9b324c12,DISK] 2024-11-14T04:23:07,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.rep.1731558187627 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38067:38067)] 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fcf0f50c1899380c91c8443d00565061, NAME => 'hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:07,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. service=MultiRowMutationService 2024-11-14T04:23:07,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,645 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,646 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf0f50c1899380c91c8443d00565061 columnFamilyName hfileref 2024-11-14T04:23:07,646 DEBUG [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:07,647 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(327): Store=fcf0f50c1899380c91c8443d00565061/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:07,647 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,647 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf0f50c1899380c91c8443d00565061 columnFamilyName queue 2024-11-14T04:23:07,647 DEBUG [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:07,648 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(327): Store=fcf0f50c1899380c91c8443d00565061/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:07,648 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,648 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fcf0f50c1899380c91c8443d00565061 columnFamilyName sid 2024-11-14T04:23:07,648 DEBUG [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:07,649 INFO [StoreOpener-fcf0f50c1899380c91c8443d00565061-1 {}] regionserver.HStore(327): Store=fcf0f50c1899380c91c8443d00565061/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:07,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:07,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:07,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fcf0f50c1899380c91c8443d00565061; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64168314, jitterRate=-0.043817609548568726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:07,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:07,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fcf0f50c1899380c91c8443d00565061: Running coprocessor pre-open hook at 1731558187644Writing region info on filesystem at 1731558187644Initializing all the Stores at 1731558187645 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558187645Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558187645Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558187645Cleaning up temporary data from old regions at 1731558187651 (+6 ms)Running coprocessor post-open hooks at 1731558187670 (+19 ms)Region opened successfully at 1731558187670 2024-11-14T04:23:07,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061., pid=10, masterSystemTime=1731558187620 2024-11-14T04:23:07,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:07,673 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fcf0f50c1899380c91c8443d00565061, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37369,1731558174898 2024-11-14T04:23:07,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fcf0f50c1899380c91c8443d00565061, server=b024da739ae8,37369,1731558174898 because future has completed 2024-11-14T04:23:07,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:23:07,684 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fcf0f50c1899380c91c8443d00565061, server=b024da739ae8,37369,1731558174898 in 213 msec 2024-11-14T04:23:07,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:23:07,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fcf0f50c1899380c91c8443d00565061, ASSIGN in 372 msec 2024-11-14T04:23:07,690 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:07,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558187690"}]},"ts":"1731558187690"} 2024-11-14T04:23:07,692 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:23:07,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:07,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec 2024-11-14T04:23:07,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061., hostname=b024da739ae8,37369,1731558174898, seqNum=2] 2024-11-14T04:23:08,415 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:23:08,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:23:08,459 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:08,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:08,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:23:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:09,100 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:23:10,168 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:23:10,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:23:10,321 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:23:10,355 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,37369,1731558174898, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:23:10,355 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:10,355 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:23:10,356 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:10,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,37369,1731558174898', locateType=CURRENT is [region=hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061., hostname=b024da739ae8,37369,1731558174898, seqNum=2] 2024-11-14T04:23:10,360 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:23:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:23:10,363 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,37369,1731558174898 suceeded 2024-11-14T04:23:10,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:23:10,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-14T04:23:10,366 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:37719,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:23:10,367 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 3.9340 sec 2024-11-14T04:23:10,374 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:37719' 2024-11-14T04:23:10,375 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@655d7910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,375 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:10,376 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:10,376 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:10,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cb4d71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:10,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,378 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:10,378 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bbfb440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,378 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716e31c4 2024-11-14T04:23:10,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:10,380 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:10,380 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,37369,1731558174898 (queues=1) is replicating from cluster=c0b29494-a562-43c0-9723-015dc22f77f9 to cluster=eeaca1f7-8361-4976-8e27-4882feb1dbef 2024-11-14T04:23:10,381 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C37369%2C1731558174898 2024-11-14T04:23:10,381 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,37369,1731558174898, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:23:10,381 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244, startPosition=0, beingWritten=true 2024-11-14T04:23:10,383 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C37369%2C1731558174898 2024-11-14T04:23:10,386 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:10,386 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:10,386 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37369,1731558174898 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:10,593 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:10,601 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:23:10,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c973d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:10,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:10,603 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b407b8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:10,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:10,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,604 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:10,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bea41e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e072c3 2024-11-14T04:23:10,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:10,607 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:10,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:23:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:23:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:10,609 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:39307' 2024-11-14T04:23:10,610 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338bbb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,610 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:10,610 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:10,610 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0730df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:10,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,611 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:10,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9ddc12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:10,612 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c6f6be6 2024-11-14T04:23:10,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:10,613 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:10,614 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:23:10,614 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:23:10,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,614 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:10,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:10,614 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:10,615 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:23:10,616 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:10,616 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:10,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:23:10,666 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:23:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:10,896 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:11,031 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5277c41cd22378f89632c5919390c6a, NAME => 'hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0 2024-11-14T04:23:11,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:23:11,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:11,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a5277c41cd22378f89632c5919390c6a, disabling compactions & flushes 2024-11-14T04:23:11,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. after waiting 0 ms 2024-11-14T04:23:11,036 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,037 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5277c41cd22378f89632c5919390c6a: Waiting for close lock at 1731558191036Disabling compacts and flushes for region at 1731558191036Disabling writes for close at 1731558191036Writing region close event to WAL at 1731558191036Closed at 1731558191036 2024-11-14T04:23:11,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:11,038 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558191038"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558191038"}]},"ts":"1731558191038"} 2024-11-14T04:23:11,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:11,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:11,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558191040"}]},"ts":"1731558191040"} 2024-11-14T04:23:11,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:23:11,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5277c41cd22378f89632c5919390c6a, ASSIGN}] 2024-11-14T04:23:11,043 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5277c41cd22378f89632c5919390c6a, ASSIGN 2024-11-14T04:23:11,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a5277c41cd22378f89632c5919390c6a, ASSIGN; state=OFFLINE, location=b024da739ae8,41619,1731558180813; forceNewPlan=false, retain=false 2024-11-14T04:23:11,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5277c41cd22378f89632c5919390c6a, regionState=OPENING, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:11,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a5277c41cd22378f89632c5919390c6a, ASSIGN because future has completed 2024-11-14T04:23:11,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5277c41cd22378f89632c5919390c6a, server=b024da739ae8,41619,1731558180813}] 2024-11-14T04:23:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:11,300 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:11,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:11,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:23:11,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41619%2C1731558180813.rep, suffix=, logDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813, archiveDir=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/oldWALs, maxLogs=10 2024-11-14T04:23:11,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.rep.1731558191354, exclude list is [], retry=0 2024-11-14T04:23:11,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41607,DS-b73ebde6-c853-40f1-af04-49e2ae940b35,DISK] 2024-11-14T04:23:11,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.rep.1731558191354 2024-11-14T04:23:11,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45095:45095)] 2024-11-14T04:23:11,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a5277c41cd22378f89632c5919390c6a, NAME => 'hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:11,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:11,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:11,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. service=MultiRowMutationService 2024-11-14T04:23:11,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:23:11,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:11,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,375 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,376 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5277c41cd22378f89632c5919390c6a columnFamilyName hfileref 2024-11-14T04:23:11,376 DEBUG [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:11,376 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(327): Store=a5277c41cd22378f89632c5919390c6a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:11,376 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,377 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5277c41cd22378f89632c5919390c6a columnFamilyName queue 2024-11-14T04:23:11,377 DEBUG [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:11,377 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(327): Store=a5277c41cd22378f89632c5919390c6a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:11,377 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,377 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5277c41cd22378f89632c5919390c6a columnFamilyName sid 2024-11-14T04:23:11,378 DEBUG [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:11,378 INFO [StoreOpener-a5277c41cd22378f89632c5919390c6a-1 {}] regionserver.HStore(327): Store=a5277c41cd22378f89632c5919390c6a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:11,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:11,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:11,383 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a5277c41cd22378f89632c5919390c6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74992930, jitterRate=0.11748173832893372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:11,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:11,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a5277c41cd22378f89632c5919390c6a: Running coprocessor pre-open hook at 1731558191374Writing region info on filesystem at 1731558191374Initializing all the Stores at 1731558191374Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558191374Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558191375 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558191375Cleaning up temporary data from old regions at 1731558191379 (+4 ms)Running coprocessor post-open hooks at 1731558191383 (+4 ms)Region opened successfully at 1731558191383 2024-11-14T04:23:11,384 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a., pid=10, masterSystemTime=1731558191350 2024-11-14T04:23:11,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:11,386 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a5277c41cd22378f89632c5919390c6a, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41619,1731558180813 2024-11-14T04:23:11,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5277c41cd22378f89632c5919390c6a, server=b024da739ae8,41619,1731558180813 because future has completed 2024-11-14T04:23:11,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:23:11,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a5277c41cd22378f89632c5919390c6a, server=b024da739ae8,41619,1731558180813 in 191 msec 2024-11-14T04:23:11,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:23:11,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a5277c41cd22378f89632c5919390c6a, ASSIGN in 348 msec 2024-11-14T04:23:11,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:11,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558191393"}]},"ts":"1731558191393"} 2024-11-14T04:23:11,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:23:11,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:11,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 782 msec 2024-11-14T04:23:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a., hostname=b024da739ae8,41619,1731558180813, seqNum=2] 2024-11-14T04:23:11,453 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:11,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:11,475 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:23:11,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41619 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:23:11,627 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:23:11,666 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,41619,1731558180813, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:23:11,666 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:11,666 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:11,667 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:11,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,41619,1731558180813', locateType=CURRENT is [region=hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a., hostname=b024da739ae8,41619,1731558180813, seqNum=2] 2024-11-14T04:23:11,672 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:23:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:23:11,675 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,41619,1731558180813 suceeded 2024-11-14T04:23:11,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:23:11,677 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:39307,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:23:11,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-14T04:23:11,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0700 sec 2024-11-14T04:23:11,693 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:39307' 2024-11-14T04:23:11,694 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a28fb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:11,694 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:11,694 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:11,695 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@576cef63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:11,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:11,696 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:11,697 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63719fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:11,697 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:11,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:11,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1809a11d 2024-11-14T04:23:11,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:11,698 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:11,699 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,41619,1731558180813 (queues=1) is replicating from cluster=eeaca1f7-8361-4976-8e27-4882feb1dbef to cluster=c0b29494-a562-43c0-9723-015dc22f77f9 2024-11-14T04:23:11,699 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C41619%2C1731558180813 2024-11-14T04:23:11,699 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,41619,1731558180813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:23:11,699 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, startPosition=0, beingWritten=true 2024-11-14T04:23:11,700 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C41619%2C1731558180813 2024-11-14T04:23:11,707 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:11,707 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 379, reset compression=false 2024-11-14T04:23:11,707 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41619,1731558180813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:11,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:11,741 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:23:11,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:11,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:11,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:11,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:11,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:11,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:11,746 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731558191745/Put/seqid=0 2024-11-14T04:23:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741840_1016 (size=7894) 2024-11-14T04:23:11,758 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731558191757/Put/seqid=0 2024-11-14T04:23:11,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741841_1017 (size=7691) 2024-11-14T04:23:11,805 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:11,913 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 379, reset compression=false 2024-11-14T04:23:12,168 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7707abc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,168 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:12,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:12,171 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:12,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a65b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:12,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:12,173 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:12,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7c165e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:23:12,175 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:12,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:12,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:12,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:12,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a41a23b 2024-11-14T04:23:12,185 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:12,186 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:12,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2] 2024-11-14T04:23:12,191 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:12,197 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-14T04:23:12,199 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-14T04:23:12,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_1 for inclusion in c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T04:23:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:12,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_0 for inclusion in c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T04:23:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:12,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegion(2603): Flush status journal for c26436952fd56d4cd45bf4641f9fc604: 2024-11-14T04:23:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_1 2024-11-14T04:23:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_1 as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ 2024-11-14T04:23:12,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_0 2024-11-14T04:23:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_0 as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ 2024-11-14T04:23:12,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_1 into c26436952fd56d4cd45bf4641f9fc604/f as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ - updating store file list. 2024-11-14T04:23:12,218 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 379, reset compression=false 2024-11-14T04:23:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:12,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ into c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:12,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_1 into c26436952fd56d4cd45bf4641f9fc604/f (new location: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_) 2024-11-14T04:23:12,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_1 2024-11-14T04:23:12,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_0 into c26436952fd56d4cd45bf4641f9fc604/f as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ - updating store file list. 2024-11-14T04:23:12,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:12,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ into c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:12,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_0 into c26436952fd56d4cd45bf4641f9fc604/f (new location: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_) 2024-11-14T04:23:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins__test__3tk7sd4lpl22c7ed17viqk1tf7c3mfvfetanhd2osol1nv32cn96mgq39ntjdgbh/f/hfile_0 2024-11-14T04:23:12,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:12,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:12,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:12,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2 , the old value is region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:37369 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:23:12,227 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:23:12,228 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2 from cache 2024-11-14T04:23:12,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:12,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:12,245 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T04:23:12,245 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:12,246 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2] 2024-11-14T04:23:12,250 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:23:12,331 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37369 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:23:12,421 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 379, reset compression=false 2024-11-14T04:23:12,425 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:12,425 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37369,1731558174898 got entry batch from reader: WALEntryBatch [walEntries=[{test/c26436952fd56d4cd45bf4641f9fc604/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558192226/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:23:12,427 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:12,428 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-14T04:23:12,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(318): Replicating [c0b29494-a562-43c0-9723-015dc22f77f9] bulk loaded data 2024-11-14T04:23:12,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f9e332e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:12,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:12,430 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fe0b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:12,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:12,431 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:12,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11b88a3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741840_1016 (size=7691) 2024-11-14T04:23:12,622 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 379, reset compression=false 2024-11-14T04:23:12,638 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:12,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741841_1017 (size=7894) 2024-11-14T04:23:12,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:12,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec3782b 2024-11-14T04:23:12,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:12,861 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:12,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:12,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:12,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:12,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:12,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:12,873 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T04:23:12,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T04:23:12,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ for inclusion in 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-14T04:23:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:12,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ for inclusion in 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-14T04:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegion(2603): Flush status journal for 7db888236955fd31feaac9f31cb512b7: 2024-11-14T04:23:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/553a0da25b08464eacbc065814d44eb7_SeqId_4_ 2024-11-14T04:23:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:23:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_ 2024-11-14T04:23:12,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/553a0da25b08464eacbc065814d44eb7_SeqId_4_ - updating store file list. 2024-11-14T04:23:12,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 553a0da25b08464eacbc065814d44eb7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:12,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/553a0da25b08464eacbc065814d44eb7_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:12,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f (new location: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/553a0da25b08464eacbc065814d44eb7_SeqId_4_) 2024-11-14T04:23:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/bb52ef93fbdc42c999ec82e24b1a38f1_SeqId_4_ 2024-11-14T04:23:12,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_ - updating store file list. 2024-11-14T04:23:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:12,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:12,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ into 7db888236955fd31feaac9f31cb512b7/f (new location: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_) 2024-11-14T04:23:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins.hfs.11__test__5ukdkkn4mja5o7jnb9l1la1vltbqcc2vraucajl9n3bhj33rs7kv9ou28la9opsm/f/aac07a0149b94ba5b6d79b61c5f507de_SeqId_4_ 2024-11-14T04:23:12,943 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:12,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(324): Finished replicating [c0b29494-a562-43c0-9723-015dc22f77f9] bulk loaded data 2024-11-14T04:23:13,142 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 379, reset compression=false 2024-11-14T04:23:13,199 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:13,200 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41619,1731558180813 got entry batch from reader: WALEntryBatch [walEntries=[{test/7db888236955fd31feaac9f31cb512b7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558192941/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T04:23:13,204 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:13,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-14T04:23:13,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.ReplicationSink(318): Replicating [c0b29494-a562-43c0-9723-015dc22f77f9, eeaca1f7-8361-4976-8e27-4882feb1dbef] bulk loaded data 2024-11-14T04:23:13,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2237cbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39307,-1 for getting cluster id 2024-11-14T04:23:13,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:13,209 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c0b29494-a562-43c0-9723-015dc22f77f9' 2024-11-14T04:23:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c0b29494-a562-43c0-9723-015dc22f77f9" 2024-11-14T04:23:13,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e3438e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39307,-1] 2024-11-14T04:23:13,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:13,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:13,212 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:13,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6ddd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:13,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731558193286/Put/seqid=0 2024-11-14T04:23:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741842_1018 (size=7894) 2024-11-14T04:23:13,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741842_1018 (size=11194) 2024-11-14T04:23:13,337 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731558193337/Put/seqid=0 2024-11-14T04:23:13,364 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:13,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741843_1019 (size=7691) 2024-11-14T04:23:13,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741843_1019 (size=10791) 2024-11-14T04:23:13,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:13,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39307,1731558174550 2024-11-14T04:23:13,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4118045b 2024-11-14T04:23:13,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:13,402 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 725, reset compression=false 2024-11-14T04:23:13,404 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:13,407 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:13,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:13,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:23:13,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:13,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:13,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__ibakkc2j673qg2s4tbtnlmjkq8m16707v2piq0t88o86mq9d2ksce5q3hpvr0iqv/f/4c7ca5a178b741eda6cabfd87e3fe887_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-14T04:23:13,447 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__ibakkc2j673qg2s4tbtnlmjkq8m16707v2piq0t88o86mq9d2ksce5q3hpvr0iqv/f/553a0da25b08464eacbc065814d44eb7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-14T04:23:13,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.ReplicationSink(324): Finished replicating [c0b29494-a562-43c0-9723-015dc22f77f9, eeaca1f7-8361-4976-8e27-4882feb1dbef] bulk loaded data 2024-11-14T04:23:13,774 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 725, reset compression=false 2024-11-14T04:23:13,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967bdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,37719,-1 for getting cluster id 2024-11-14T04:23:13,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:13,788 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeaca1f7-8361-4976-8e27-4882feb1dbef' 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeaca1f7-8361-4976-8e27-4882feb1dbef" 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e311820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,37719,-1] 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:13,788 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:13,789 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:13,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a13ea9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:13,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:13,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:13,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:13,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:13,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,37719,1731558180662 2024-11-14T04:23:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bcf00f6 2024-11-14T04:23:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:13,800 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:13,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2] 2024-11-14T04:23:13,805 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:13,810 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-14T04:23:13,812 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-14T04:23:13,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T04:23:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:13,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T04:23:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegion(2603): Flush status journal for 7db888236955fd31feaac9f31cb512b7: 2024-11-14T04:23:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_1 2024-11-14T04:23:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_1 as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ 2024-11-14T04:23:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_0 2024-11-14T04:23:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_0 as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ 2024-11-14T04:23:13,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_1 into 7db888236955fd31feaac9f31cb512b7/f as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ - updating store file list. 2024-11-14T04:23:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59b9f4ad57844d26bb41302652b9823b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:13,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ into 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:13,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_1 into 7db888236955fd31feaac9f31cb512b7/f (new location: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_) 2024-11-14T04:23:13,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_1 2024-11-14T04:23:13,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_0 into 7db888236955fd31feaac9f31cb512b7/f as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ - updating store file list. 2024-11-14T04:23:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 45505498c1d7434a9890f81592b034cb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:13,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ into 7db888236955fd31feaac9f31cb512b7/f 2024-11-14T04:23:13,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_0 into 7db888236955fd31feaac9f31cb512b7/f (new location: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/f/45505498c1d7434a9890f81592b034cb_SeqId_6_) 2024-11-14T04:23:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/staging/jenkins__test__24i0ceam39f3moaapsfg95a0fqiq2kq2i08p6u48jkq4sr4mnlbl7ut4b1qbkibv/f/hfile_0 2024-11-14T04:23:13,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:13,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:13,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:13,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2 , the old value is region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:41619 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:23:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:23:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558184254.7db888236955fd31feaac9f31cb512b7., hostname=b024da739ae8,41619,1731558180813, seqNum=2 from cache 2024-11-14T04:23:13,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41619: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:37294 deadline: 1731558253841 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:37294 2024-11-14T04:23:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37369,1731558174898, seqNum=-1] 2024-11-14T04:23:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:13,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., hostname=b024da739ae8,37369,1731558174898, seqNum=2] 2024-11-14T04:23:13,854 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:23:13,913 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:13,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:41619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:23:14,178 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 725, reset compression=false 2024-11-14T04:23:14,183 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:14,183 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41619,1731558180813 got entry batch from reader: WALEntryBatch [walEntries=[{test/7db888236955fd31feaac9f31cb512b7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558193839/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:23:14,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.ReplicationSink(318): Replicating [eeaca1f7-8361-4976-8e27-4882feb1dbef] bulk loaded data 2024-11-14T04:23:14,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741844_1020 (size=10791) 2024-11-14T04:23:14,383 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1033, reset compression=false 2024-11-14T04:23:14,517 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:14,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741845_1021 (size=11194) 2024-11-14T04:23:14,688 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1033, reset compression=false 2024-11-14T04:23:14,860 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:23:15,014 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:15,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-14T04:23:15,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-14T04:23:15,025 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ for inclusion in c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-14T04:23:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:15,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ for inclusion in c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-14T04:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegion(2603): Flush status journal for c26436952fd56d4cd45bf4641f9fc604: 2024-11-14T04:23:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 45505498c1d7434a9890f81592b034cb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aa00feb172bb474db1659b68f97bd43d_SeqId_6_ 2024-11-14T04:23:15,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59b9f4ad57844d26bb41302652b9823b_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:23:15,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/04d8a74a52d747638526893de74e55bc_SeqId_6_ 2024-11-14T04:23:15,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aa00feb172bb474db1659b68f97bd43d_SeqId_6_ - updating store file list. 2024-11-14T04:23:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aa00feb172bb474db1659b68f97bd43d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:15,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aa00feb172bb474db1659b68f97bd43d_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:15,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f (new location: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/aa00feb172bb474db1659b68f97bd43d_SeqId_6_) 2024-11-14T04:23:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/45505498c1d7434a9890f81592b034cb_SeqId_6_ 2024-11-14T04:23:15,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/04d8a74a52d747638526893de74e55bc_SeqId_6_ - updating store file list. 2024-11-14T04:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 04d8a74a52d747638526893de74e55bc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:23:15,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/04d8a74a52d747638526893de74e55bc_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f 2024-11-14T04:23:15,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ into c26436952fd56d4cd45bf4641f9fc604/f (new location: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/f/04d8a74a52d747638526893de74e55bc_SeqId_6_) 2024-11-14T04:23:15,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/staging/jenkins.hfs.10__test__cbfgkn2qrgah9rcbh7iq5j9clj8a4s3dfc38ia672s3ffj11tbl7nn9cagp79qgv/f/59b9f4ad57844d26bb41302652b9823b_SeqId_6_ 2024-11-14T04:23:15,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37369 {}] regionserver.ReplicationSink(324): Finished replicating [eeaca1f7-8361-4976-8e27-4882feb1dbef] bulk loaded data 2024-11-14T04:23:15,093 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1033, reset compression=false 2024-11-14T04:23:15,221 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 687, reset compression=false 2024-11-14T04:23:15,225 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:15,225 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37369,1731558174898 got entry batch from reader: WALEntryBatch [walEntries=[{test/c26436952fd56d4cd45bf4641f9fc604/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558195044/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-14T04:23:15,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(318): Replicating [eeaca1f7-8361-4976-8e27-4882feb1dbef, c0b29494-a562-43c0-9723-015dc22f77f9] bulk loaded data 2024-11-14T04:23:15,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741844_1020 (size=11194) 2024-11-14T04:23:15,425 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:15,597 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1033, reset compression=false 2024-11-14T04:23:15,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741845_1021 (size=10791) 2024-11-14T04:23:15,729 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:15,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:23:15,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:15,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:15,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:15,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:15,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:15,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:23:15,873 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1485647368, stopped=false 2024-11-14T04:23:15,873 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,37719,1731558180662 2024-11-14T04:23:15,899 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1777248933/running 2024-11-14T04:23:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1777248933/running 2024-11-14T04:23:15,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:15,899 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:15,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:15,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:15,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:15,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41619,1731558180813' ***** 2024-11-14T04:23:15,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:23:15,900 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:15,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:23:15,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/running 2024-11-14T04:23:15,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Set watcher on znode that does not yet exist, /1777248933/running 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 7db888236955fd31feaac9f31cb512b7 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41619,1731558180813 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41619. 2024-11-14T04:23:15,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5277c41cd22378f89632c5919390c6a, disabling compactions & flushes 2024-11-14T04:23:15,901 DEBUG [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:15,901 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:15,901 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:15,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:15,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. after waiting 0 ms 2024-11-14T04:23:15,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:23:15,901 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:23:15,901 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5277c41cd22378f89632c5919390c6a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-14T04:23:15,902 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:23:15,902 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1325): Online Regions={a5277c41cd22378f89632c5919390c6a=hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a., 1588230740=hbase:meta,,1.1588230740, 7db888236955fd31feaac9f31cb512b7=test,,1731558184254.7db888236955fd31feaac9f31cb512b7.} 2024-11-14T04:23:15,902 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7db888236955fd31feaac9f31cb512b7, a5277c41cd22378f89632c5919390c6a 2024-11-14T04:23:15,902 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:15,902 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:15,902 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:15,902 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:15,902 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:15,902 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:23:15,924 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/hfileref/58beb84fb1334b15967ff0dd3051accb is 74, key is 1/hfileref:45505498c1d7434a9890f81592b034cb_SeqId_6_/1731558195046/DeleteColumn/seqid=0 2024-11-14T04:23:15,928 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/info/62bec313b71e47f7a934da57637bb89a is 147, key is hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a./info:regioninfo/1731558191386/Put/seqid=0 2024-11-14T04:23:15,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741846_1022 (size=5345) 2024-11-14T04:23:15,934 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/hfileref/58beb84fb1334b15967ff0dd3051accb 2024-11-14T04:23:15,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741847_1023 (size=7686) 2024-11-14T04:23:15,956 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/queue/bc89897efded4aa8b709cdd28d4a45ae is 154, key is 1-b024da739ae8,41619,1731558180813/queue:b024da739ae8%2C41619%2C1731558180813/1731558195048/Put/seqid=0 2024-11-14T04:23:15,961 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:15,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741848_1024 (size=5353) 2024-11-14T04:23:15,966 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/queue/bc89897efded4aa8b709cdd28d4a45ae 2024-11-14T04:23:15,980 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/hfileref/58beb84fb1334b15967ff0dd3051accb as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/hfileref/58beb84fb1334b15967ff0dd3051accb 2024-11-14T04:23:15,999 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/hfileref/58beb84fb1334b15967ff0dd3051accb, entries=4, sequenceid=12, filesize=5.2 K 2024-11-14T04:23:16,004 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/.tmp/queue/bc89897efded4aa8b709cdd28d4a45ae as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/queue/bc89897efded4aa8b709cdd28d4a45ae 2024-11-14T04:23:16,020 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/queue/bc89897efded4aa8b709cdd28d4a45ae, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T04:23:16,024 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a5277c41cd22378f89632c5919390c6a in 123ms, sequenceid=12, compaction requested=false 2024-11-14T04:23:16,044 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/replication/a5277c41cd22378f89632c5919390c6a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:23:16,045 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:16,045 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:16,045 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:16,045 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5277c41cd22378f89632c5919390c6a: Waiting for close lock at 1731558195901Running coprocessor pre-close hooks at 1731558195901Disabling compacts and flushes for region at 1731558195901Disabling writes for close at 1731558195901Obtaining lock to block concurrent updates at 1731558195901Preparing flush snapshotting stores in a5277c41cd22378f89632c5919390c6a at 1731558195901Finished memstore snapshotting hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731558195902 (+1 ms)Flushing stores of hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. at 1731558195903 (+1 ms)Flushing a5277c41cd22378f89632c5919390c6a/hfileref: creating writer at 1731558195903Flushing a5277c41cd22378f89632c5919390c6a/hfileref: appending metadata at 1731558195923 (+20 ms)Flushing a5277c41cd22378f89632c5919390c6a/hfileref: closing flushed file at 1731558195923Flushing a5277c41cd22378f89632c5919390c6a/queue: creating writer at 1731558195938 (+15 ms)Flushing a5277c41cd22378f89632c5919390c6a/queue: appending metadata at 1731558195955 (+17 ms)Flushing a5277c41cd22378f89632c5919390c6a/queue: closing flushed file at 1731558195955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac31109: reopening flushed file at 1731558195979 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a283ea: reopening flushed file at 1731558195999 (+20 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for a5277c41cd22378f89632c5919390c6a in 123ms, sequenceid=12, compaction requested=false at 1731558196024 (+25 ms)Writing region close event to WAL at 1731558196040 (+16 ms)Running coprocessor post-close hooks at 1731558196045 (+5 ms)Closed at 1731558196045 2024-11-14T04:23:16,045 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558190614.a5277c41cd22378f89632c5919390c6a. 2024-11-14T04:23:16,046 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7db888236955fd31feaac9f31cb512b7, disabling compactions & flushes 2024-11-14T04:23:16,046 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:16,046 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:16,046 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558184254.7db888236955fd31feaac9f31cb512b7. after waiting 0 ms 2024-11-14T04:23:16,046 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:16,055 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/default/test/7db888236955fd31feaac9f31cb512b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:23:16,056 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:16,056 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:16,056 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:16,056 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7db888236955fd31feaac9f31cb512b7: Waiting for close lock at 1731558196046Running coprocessor pre-close hooks at 1731558196046Disabling compacts and flushes for region at 1731558196046Disabling writes for close at 1731558196046Writing region close event to WAL at 1731558196053 (+7 ms)Running coprocessor post-close hooks at 1731558196056 (+3 ms)Closed at 1731558196056 2024-11-14T04:23:16,056 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558184254.7db888236955fd31feaac9f31cb512b7. 2024-11-14T04:23:16,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:23:16,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T04:23:16,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41619 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:37288 deadline: 1731558256069, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping 2024-11-14T04:23:16,104 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 from cache 2024-11-14T04:23:16,136 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:16,200 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1033, reset compression=false 2024-11-14T04:23:16,205 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:16,205 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1328, reset compression=false 2024-11-14T04:23:16,205 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41619,1731558180813 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:16,206 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,41619,1731558180813: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,41619,1731558180813, walGroup=b024da739ae8%2C41619%2C1731558180813, offset=b024da739ae8%2C41619%2C1731558180813.1731558182372:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:41619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:23:16,207 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:23:16,207 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:23:16,208 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:23:16,208 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:23:16,208 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:23:16,208 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 539808608 }, "NonHeapMemoryUsage": { "committed": 190840832, "init": 7667712, "max": -1, "used": 186413232 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:23:16,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:16,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:16,212 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:23:16,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 from cache 2024-11-14T04:23:16,234 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:23:16,234 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:23:16,304 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:16,336 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/info/62bec313b71e47f7a934da57637bb89a 2024-11-14T04:23:16,357 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/ns/6c238e2ed1234bcfbaadf3b69099583e is 43, key is default/ns:d/1731558182993/Put/seqid=0 2024-11-14T04:23:16,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741849_1025 (size=5153) 2024-11-14T04:23:16,414 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1328, reset compression=false 2024-11-14T04:23:16,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:16,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 from cache 2024-11-14T04:23:16,504 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:16,645 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:16,705 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:16,740 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1328, reset compression=false 2024-11-14T04:23:16,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:16,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 from cache 2024-11-14T04:23:16,761 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/ns/6c238e2ed1234bcfbaadf3b69099583e 2024-11-14T04:23:16,777 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/rep_barrier/e787bdf52c1b470fb1e770b1d4130f9d is 112, key is test,,1731558184254.7db888236955fd31feaac9f31cb512b7./rep_barrier:seqnumDuringOpen/1731558185437/Put/seqid=0 2024-11-14T04:23:16,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741850_1026 (size=5518) 2024-11-14T04:23:16,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:16,905 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:23:16,905 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:23:16,905 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:16,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:16,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:17,105 DEBUG [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:17,146 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.wal-reader.b024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 to pos 1328, reset compression=false 2024-11-14T04:23:17,181 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/rep_barrier/e787bdf52c1b470fb1e770b1d4130f9d 2024-11-14T04:23:17,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:23:17,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:17,201 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/table/ba4a1640587b49bd870735345e7a7379 is 53, key is hbase:replication/table:state/1731558191393/Put/seqid=0 2024-11-14T04:23:17,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741851_1027 (size=5308) 2024-11-14T04:23:17,205 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/table/ba4a1640587b49bd870735345e7a7379 2024-11-14T04:23:17,210 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/info/62bec313b71e47f7a934da57637bb89a as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/info/62bec313b71e47f7a934da57637bb89a 2024-11-14T04:23:17,213 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/info/62bec313b71e47f7a934da57637bb89a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:23:17,214 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/ns/6c238e2ed1234bcfbaadf3b69099583e as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/ns/6c238e2ed1234bcfbaadf3b69099583e 2024-11-14T04:23:17,218 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/ns/6c238e2ed1234bcfbaadf3b69099583e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:23:17,218 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/rep_barrier/e787bdf52c1b470fb1e770b1d4130f9d as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/rep_barrier/e787bdf52c1b470fb1e770b1d4130f9d 2024-11-14T04:23:17,222 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/rep_barrier/e787bdf52c1b470fb1e770b1d4130f9d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:23:17,223 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/.tmp/table/ba4a1640587b49bd870735345e7a7379 as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/table/ba4a1640587b49bd870735345e7a7379 2024-11-14T04:23:17,227 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/table/ba4a1640587b49bd870735345e7a7379, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:23:17,228 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false 2024-11-14T04:23:17,233 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:23:17,233 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:17,233 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:17,234 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:17,234 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558195902Running coprocessor pre-close hooks at 1731558195902Disabling compacts and flushes for region at 1731558195902Disabling writes for close at 1731558195902Obtaining lock to block concurrent updates at 1731558195902Preparing flush snapshotting stores in 1588230740 at 1731558195902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558195903 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558195903Flushing 1588230740/info: creating writer at 1731558195903Flushing 1588230740/info: appending metadata at 1731558195927 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731558195927Flushing 1588230740/ns: creating writer at 1731558196340 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731558196356 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731558196356Flushing 1588230740/rep_barrier: creating writer at 1731558196765 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558196776 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558196776Flushing 1588230740/table: creating writer at 1731558197185 (+409 ms)Flushing 1588230740/table: appending metadata at 1731558197200 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731558197200Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@207d55a6: reopening flushed file at 1731558197209 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@300268bf: reopening flushed file at 1731558197214 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2902d510: reopening flushed file at 1731558197218 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28361727: reopening flushed file at 1731558197223 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1326ms, sequenceid=16, compaction requested=false at 1731558197228 (+5 ms)Writing region close event to WAL at 1731558197230 (+2 ms)Running coprocessor post-close hooks at 1731558197233 (+3 ms)Closed at 1731558197233 2024-11-14T04:23:17,234 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:17,249 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:17,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:17,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1] 2024-11-14T04:23:17,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41619,1731558180813, seqNum=-1 from cache 2024-11-14T04:23:17,254 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,255 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T04:23:16.105Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.433Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.744Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T04:23:17,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T04:23:16.105Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.433Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.744Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T04:23:17,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41619 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:37272 deadline: 1731558255225, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T04:23:16.105Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.433Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.744Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17,258 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-14T04:23:16.105Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server b024da739ae8,41619,1731558180813 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T04:23:16.213Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.433Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:16.744Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting 2024-11-14T04:23:17.253Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,305 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41619,1731558180813; all regions closed. 2024-11-14T04:23:17,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.meta.1731558182940.meta not finished, retry = 0 2024-11-14T04:23:17,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:23:17,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,361 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b024da739ae8,41619,1731558180813 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741839_1015 (size=3127) 2024-11-14T04:23:17,410 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.rep.1731558191354 not finished, retry = 0 2024-11-14T04:23:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741833_1009 (size=1336) 2024-11-14T04:23:17,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/WALs/b024da739ae8,41619,1731558180813/b024da739ae8%2C41619%2C1731558180813.1731558182372 not finished, retry = 0 2024-11-14T04:23:17,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server b024da739ae8,41619,1731558180813 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,565 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server b024da739ae8,41619,1731558180813 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,613 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:17,614 INFO [RS:0;b024da739ae8:41619 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:17,614 INFO [RS:0;b024da739ae8:41619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:17,614 INFO [RS:0;b024da739ae8:41619 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:17,614 INFO [RS:0;b024da739ae8:41619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:17,614 INFO [RS:0;b024da739ae8:41619 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,41619,1731558180813 because: Region server is closing 2024-11-14T04:23:17,615 INFO [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41619. 2024-11-14T04:23:17,615 DEBUG [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:17,615 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:17,615 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:17,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:17,615 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:17,715 INFO [RS:0;b024da739ae8:41619 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41619,1731558180813.replicationSource.shipperb024da739ae8%2C41619%2C1731558180813,1-b024da739ae8,41619,1731558180813 terminated 2024-11-14T04:23:17,715 INFO [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41619. 2024-11-14T04:23:17,715 DEBUG [RS:0;b024da739ae8:41619 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:17,715 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:17,716 DEBUG [RS:0;b024da739ae8:41619 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:17,716 INFO [RS:0;b024da739ae8:41619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41619 2024-11-14T04:23:17,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:17,768 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1777248933/rs/b024da739ae8,41619,1731558180813 2024-11-14T04:23:17,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933/rs 2024-11-14T04:23:17,768 INFO [RS:0;b024da739ae8:41619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:17,779 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41619,1731558180813] 2024-11-14T04:23:17,789 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1777248933/draining/b024da739ae8,41619,1731558180813 already deleted, retry=false 2024-11-14T04:23:17,789 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41619,1731558180813 expired; onlineServers=0 2024-11-14T04:23:17,789 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,37719,1731558180662' ***** 2024-11-14T04:23:17,789 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:23:17,789 INFO [M:0;b024da739ae8:37719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:17,789 INFO [M:0;b024da739ae8:37719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:17,789 DEBUG [M:0;b024da739ae8:37719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:23:17,789 DEBUG [M:0;b024da739ae8:37719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:23:17,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:23:17,789 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558182095 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558182095,5,FailOnTimeoutGroup] 2024-11-14T04:23:17,789 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558182095 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558182095,5,FailOnTimeoutGroup] 2024-11-14T04:23:17,790 INFO [M:0;b024da739ae8:37719 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:17,790 INFO [M:0;b024da739ae8:37719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:17,790 DEBUG [M:0;b024da739ae8:37719 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:23:17,790 INFO [M:0;b024da739ae8:37719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:23:17,790 INFO [M:0;b024da739ae8:37719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:17,790 INFO [M:0;b024da739ae8:37719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:23:17,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:23:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1777248933/master 2024-11-14T04:23:17,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1777248933 2024-11-14T04:23:17,800 DEBUG [M:0;b024da739ae8:37719 {}] zookeeper.ZKUtil(347): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Unable to get data of znode /1777248933/master because node does not exist (not an error) 2024-11-14T04:23:17,800 WARN [M:0;b024da739ae8:37719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:23:17,800 INFO [M:0;b024da739ae8:37719 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/.lastflushedseqids 2024-11-14T04:23:17,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741852_1028 (size=263) 2024-11-14T04:23:17,868 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b024da739ae8:41619 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:41619 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:17,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b024da739ae8:41619 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:41619 2024-11-14T04:23:17,869 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=b024da739ae8:41619 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:41619 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:41619 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-14T04:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T04:23:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43560 deadline: 1731558257870, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T04:23:17,872 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T04:23:17,872 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T04:23:17,879 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:17,879 INFO [RS:0;b024da739ae8:41619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:17,879 INFO [RS:0;b024da739ae8:41619 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41619,1731558180813; zookeeper connection closed. 2024-11-14T04:23:17,879 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41619-0x1013794d8450004, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:17,879 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4675e6fd 2024-11-14T04:23:17,879 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:23:17,952 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:18,204 INFO [M:0;b024da739ae8:37719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:23:18,204 INFO [M:0;b024da739ae8:37719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:23:18,204 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:18,204 INFO [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:18,204 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:18,205 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:18,205 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:18,205 INFO [M:0;b024da739ae8:37719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T04:23:18,221 DEBUG [M:0;b024da739ae8:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d172df834100491ea0fe72ce9401a0a8 is 82, key is hbase:meta,,1/info:regioninfo/1731558182971/Put/seqid=0 2024-11-14T04:23:18,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741853_1029 (size=5672) 2024-11-14T04:23:18,273 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T04:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T04:23:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37719 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:43560 deadline: 1731558258274, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-14T04:23:18,274 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-14T04:23:18,275 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T04:23:18,275 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T04:23:18,625 INFO [M:0;b024da739ae8:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d172df834100491ea0fe72ce9401a0a8 2024-11-14T04:23:18,648 DEBUG [M:0;b024da739ae8:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8f6ab03b9144a9a0482e1721afb63b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558191400/Put/seqid=0 2024-11-14T04:23:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741854_1030 (size=8517) 2024-11-14T04:23:18,668 INFO [M:0;b024da739ae8:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8f6ab03b9144a9a0482e1721afb63b 2024-11-14T04:23:18,695 DEBUG [M:0;b024da739ae8:37719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c61ef6eeef4248867479595f60df30 is 69, key is b024da739ae8,41619,1731558180813/rs:state/1731558182212/Put/seqid=0 2024-11-14T04:23:18,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741855_1031 (size=5156) 2024-11-14T04:23:18,701 INFO [M:0;b024da739ae8:37719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c61ef6eeef4248867479595f60df30 2024-11-14T04:23:18,707 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d172df834100491ea0fe72ce9401a0a8 as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d172df834100491ea0fe72ce9401a0a8 2024-11-14T04:23:18,713 INFO [M:0;b024da739ae8:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d172df834100491ea0fe72ce9401a0a8, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:23:18,713 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9f8f6ab03b9144a9a0482e1721afb63b as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f8f6ab03b9144a9a0482e1721afb63b 2024-11-14T04:23:18,718 INFO [M:0;b024da739ae8:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9f8f6ab03b9144a9a0482e1721afb63b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:23:18,719 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d6c61ef6eeef4248867479595f60df30 as hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c61ef6eeef4248867479595f60df30 2024-11-14T04:23:18,724 INFO [M:0;b024da739ae8:37719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43217/user/jenkins/test-data/c7a84818-1add-3ce2-01d2-26e6d85cfbe0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d6c61ef6eeef4248867479595f60df30, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:23:18,725 INFO [M:0;b024da739ae8:37719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=97, compaction requested=false 2024-11-14T04:23:18,729 INFO [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:18,730 DEBUG [M:0;b024da739ae8:37719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558198204Disabling compacts and flushes for region at 1731558198204Disabling writes for close at 1731558198205 (+1 ms)Obtaining lock to block concurrent updates at 1731558198205Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558198205Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731558198205Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558198206 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558198206Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558198221 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558198221Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558198629 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558198647 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558198647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558198678 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558198694 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558198694Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c04991b: reopening flushed file at 1731558198705 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3425f44d: reopening flushed file at 1731558198713 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4384e342: reopening flushed file at 1731558198718 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 520ms, sequenceid=97, compaction requested=false at 1731558198725 (+7 ms)Writing region close event to WAL at 1731558198729 (+4 ms)Closed at 1731558198729 2024-11-14T04:23:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41607 is added to blk_1073741830_1006 (size=63666) 2024-11-14T04:23:18,739 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:18,739 INFO [M:0;b024da739ae8:37719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:23:18,739 INFO [M:0;b024da739ae8:37719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37719 2024-11-14T04:23:18,740 INFO [M:0;b024da739ae8:37719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:18,756 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:18,776 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-14T04:23:18,776 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b024da739ae8:37719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:37719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address b024da739ae8:37719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:37719 2024-11-14T04:23:18,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:18,882 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b024da739ae8:37719 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:37719 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T04:23:18,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=b024da739ae8:37719 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:37719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-14T04:23:18,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address b024da739ae8:37719 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b024da739ae8/172.17.0.3:37719 2024-11-14T04:23:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:18,953 INFO [M:0;b024da739ae8:37719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:18,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37719-0x1013794d8450003, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:18,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f30b64f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:18,957 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b245f65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:18,957 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:18,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73507199{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:18,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46591138{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:18,960 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:23:18,960 WARN [BP-1565538923-172.17.0.3-1731558178147 heartbeating to localhost/127.0.0.1:43217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:23:18,960 WARN [BP-1565538923-172.17.0.3-1731558178147 heartbeating to localhost/127.0.0.1:43217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1565538923-172.17.0.3-1731558178147 (Datanode Uuid 0e46e8b8-1286-4bd9-8800-ebeeeff71c44) service to localhost/127.0.0.1:43217 2024-11-14T04:23:18,960 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:23:18,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/cluster_8fa107f1-cbf2-25c9-aedc-09a642058200/data/data1/current/BP-1565538923-172.17.0.3-1731558178147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:18,961 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/cluster_8fa107f1-cbf2-25c9-aedc-09a642058200/data/data2/current/BP-1565538923-172.17.0.3-1731558178147 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:18,961 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:23:18,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cf139f4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:18,969 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@337893ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:18,969 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:18,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d68b615{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:18,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f21a9ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:18,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:23:18,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:23:18,983 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:18,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:18,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:18,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:18,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:18,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:23:18,983 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=952458648, stopped=false 2024-11-14T04:23:18,983 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,39307,1731558174550 2024-11-14T04:23:19,000 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224366515/running 2024-11-14T04:23:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224366515/running 2024-11-14T04:23:19,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:23:19,000 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:23:19,000 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:19,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/running 2024-11-14T04:23:19,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Set watcher on znode that does not yet exist, /01224366515/running 2024-11-14T04:23:19,003 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:19,004 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:19,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:19,004 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,37369,1731558174898' ***** 2024-11-14T04:23:19,004 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:23:19,004 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:23:19,004 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for c26436952fd56d4cd45bf4641f9fc604 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,37369,1731558174898 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37369. 2024-11-14T04:23:19,005 DEBUG [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:19,005 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:19,005 INFO [RS:0;b024da739ae8:37369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:23:19,005 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c26436952fd56d4cd45bf4641f9fc604, disabling compactions & flushes 2024-11-14T04:23:19,005 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:19,005 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:19,005 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. after waiting 0 ms 2024-11-14T04:23:19,005 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:19,006 INFO [RS:0;b024da739ae8:37369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:23:19,007 INFO [RS:0;b024da739ae8:37369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:23:19,007 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:23:19,007 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:23:19,007 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c26436952fd56d4cd45bf4641f9fc604=test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604., fcf0f50c1899380c91c8443d00565061=hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061.} 2024-11-14T04:23:19,007 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c26436952fd56d4cd45bf4641f9fc604, fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:19,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:19,007 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:19,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:19,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:19,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:19,007 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:23:19,018 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/default/test/c26436952fd56d4cd45bf4641f9fc604/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:23:19,018 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:19,018 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:19,018 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:19,018 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c26436952fd56d4cd45bf4641f9fc604: Waiting for close lock at 1731558199005Running coprocessor pre-close hooks at 1731558199005Disabling compacts and flushes for region at 1731558199005Disabling writes for close at 1731558199005Writing region close event to WAL at 1731558199007 (+2 ms)Running coprocessor post-close hooks at 1731558199018 (+11 ms)Closed at 1731558199018 2024-11-14T04:23:19,018 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604. 2024-11-14T04:23:19,019 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fcf0f50c1899380c91c8443d00565061, disabling compactions & flushes 2024-11-14T04:23:19,019 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:19,019 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:19,019 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. after waiting 0 ms 2024-11-14T04:23:19,019 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:19,019 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fcf0f50c1899380c91c8443d00565061 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-14T04:23:19,030 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/info/a99485f57da94f74aac1a0e60533273b is 147, key is hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061./info:regioninfo/1731558187673/Put/seqid=0 2024-11-14T04:23:19,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741846_1022 (size=7686) 2024-11-14T04:23:19,037 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/hfileref/4c5d761198c04ffb8e575b6be92b11fd is 74, key is 1/hfileref:04d8a74a52d747638526893de74e55bc_SeqId_6_/1731558195033/Put/seqid=0 2024-11-14T04:23:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741847_1023 (size=5345) 2024-11-14T04:23:19,051 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:19,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:19,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b024da739ae8:37719 this server is in the failed servers list 2024-11-14T04:23:19,092 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b024da739ae8:37719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:19,109 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:23:19,109 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:23:19,207 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:19,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:19,400 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b024da739ae8:37719 this server is in the failed servers list 2024-11-14T04:23:19,401 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b024da739ae8:37719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:19,407 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fcf0f50c1899380c91c8443d00565061 2024-11-14T04:23:19,435 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/info/a99485f57da94f74aac1a0e60533273b 2024-11-14T04:23:19,441 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/hfileref/4c5d761198c04ffb8e575b6be92b11fd 2024-11-14T04:23:19,452 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/ns/05730dd5021b48709ce5d862e78e1d2e is 43, key is default/ns:d/1731558177876/Put/seqid=0 2024-11-14T04:23:19,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741848_1024 (size=5153) 2024-11-14T04:23:19,472 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/queue/28106e7b1e0a4463990a3879a4b6e81d is 153, key is 1-b024da739ae8,37369,1731558174898/queue:b024da739ae8%2C37369%2C1731558174898/1731558192949/Put/seqid=0 2024-11-14T04:23:19,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741849_1025 (size=5352) 2024-11-14T04:23:19,475 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/queue/28106e7b1e0a4463990a3879a4b6e81d 2024-11-14T04:23:19,480 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/hfileref/4c5d761198c04ffb8e575b6be92b11fd as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/hfileref/4c5d761198c04ffb8e575b6be92b11fd 2024-11-14T04:23:19,484 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/hfileref/4c5d761198c04ffb8e575b6be92b11fd, entries=4, sequenceid=10, filesize=5.2 K 2024-11-14T04:23:19,485 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/.tmp/queue/28106e7b1e0a4463990a3879a4b6e81d as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/queue/28106e7b1e0a4463990a3879a4b6e81d 2024-11-14T04:23:19,496 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/queue/28106e7b1e0a4463990a3879a4b6e81d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T04:23:19,498 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fcf0f50c1899380c91c8443d00565061 in 479ms, sequenceid=10, compaction requested=false 2024-11-14T04:23:19,507 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/replication/fcf0f50c1899380c91c8443d00565061/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T04:23:19,513 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:19,513 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:19,513 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:19,513 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fcf0f50c1899380c91c8443d00565061: Waiting for close lock at 1731558199019Running coprocessor pre-close hooks at 1731558199019Disabling compacts and flushes for region at 1731558199019Disabling writes for close at 1731558199019Obtaining lock to block concurrent updates at 1731558199019Preparing flush snapshotting stores in fcf0f50c1899380c91c8443d00565061 at 1731558199019Finished memstore snapshotting hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731558199019Flushing stores of hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. at 1731558199020 (+1 ms)Flushing fcf0f50c1899380c91c8443d00565061/hfileref: creating writer at 1731558199020Flushing fcf0f50c1899380c91c8443d00565061/hfileref: appending metadata at 1731558199037 (+17 ms)Flushing fcf0f50c1899380c91c8443d00565061/hfileref: closing flushed file at 1731558199037Flushing fcf0f50c1899380c91c8443d00565061/queue: creating writer at 1731558199454 (+417 ms)Flushing fcf0f50c1899380c91c8443d00565061/queue: appending metadata at 1731558199471 (+17 ms)Flushing fcf0f50c1899380c91c8443d00565061/queue: closing flushed file at 1731558199471Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372b992: reopening flushed file at 1731558199480 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16019b4d: reopening flushed file at 1731558199484 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fcf0f50c1899380c91c8443d00565061 in 479ms, sequenceid=10, compaction requested=false at 1731558199498 (+14 ms)Writing region close event to WAL at 1731558199500 (+2 ms)Running coprocessor post-close hooks at 1731558199513 (+13 ms)Closed at 1731558199513 2024-11-14T04:23:19,513 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558186457.fcf0f50c1899380c91c8443d00565061. 2024-11-14T04:23:19,608 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:19,660 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1033, reset compression=false 2024-11-14T04:23:19,669 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:19,669 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1328, reset compression=false 2024-11-14T04:23:19,808 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:19,857 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/ns/05730dd5021b48709ce5d862e78e1d2e 2024-11-14T04:23:19,875 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1328, reset compression=false 2024-11-14T04:23:19,879 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/rep_barrier/8d9348d8de994f1688109a221d789516 is 112, key is test,,1731558183106.c26436952fd56d4cd45bf4641f9fc604./rep_barrier:seqnumDuringOpen/1731558183879/Put/seqid=0 2024-11-14T04:23:19,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741850_1026 (size=5518) 2024-11-14T04:23:19,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:19,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b024da739ae8:37719 this server is in the failed servers list 2024-11-14T04:23:19,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b024da739ae8:37719 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:20,008 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:23:20,008 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:23:20,008 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:20,181 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.wal-reader.b024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.1731558177244 to pos 1328, reset compression=false 2024-11-14T04:23:20,208 DEBUG [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:20,284 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/rep_barrier/8d9348d8de994f1688109a221d789516 2024-11-14T04:23:20,300 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/table/b912b2c7f6b84922986c121279028361 is 53, key is hbase:replication/table:state/1731558187690/Put/seqid=0 2024-11-14T04:23:20,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741851_1027 (size=5308) 2024-11-14T04:23:20,304 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/table/b912b2c7f6b84922986c121279028361 2024-11-14T04:23:20,309 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/info/a99485f57da94f74aac1a0e60533273b as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/info/a99485f57da94f74aac1a0e60533273b 2024-11-14T04:23:20,313 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/info/a99485f57da94f74aac1a0e60533273b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:23:20,313 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/ns/05730dd5021b48709ce5d862e78e1d2e as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/ns/05730dd5021b48709ce5d862e78e1d2e 2024-11-14T04:23:20,317 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/ns/05730dd5021b48709ce5d862e78e1d2e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:23:20,318 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/rep_barrier/8d9348d8de994f1688109a221d789516 as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/rep_barrier/8d9348d8de994f1688109a221d789516 2024-11-14T04:23:20,321 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/rep_barrier/8d9348d8de994f1688109a221d789516, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:23:20,322 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/.tmp/table/b912b2c7f6b84922986c121279028361 as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/table/b912b2c7f6b84922986c121279028361 2024-11-14T04:23:20,326 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/table/b912b2c7f6b84922986c121279028361, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:23:20,326 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false 2024-11-14T04:23:20,330 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:23:20,330 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:20,330 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:20,330 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:20,330 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558199007Running coprocessor pre-close hooks at 1731558199007Disabling compacts and flushes for region at 1731558199007Disabling writes for close at 1731558199007Obtaining lock to block concurrent updates at 1731558199007Preparing flush snapshotting stores in 1588230740 at 1731558199007Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558199008 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558199008Flushing 1588230740/info: creating writer at 1731558199008Flushing 1588230740/info: appending metadata at 1731558199030 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731558199030Flushing 1588230740/ns: creating writer at 1731558199439 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731558199451 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731558199452 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731558199861 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558199878 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558199878Flushing 1588230740/table: creating writer at 1731558200288 (+410 ms)Flushing 1588230740/table: appending metadata at 1731558200300 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731558200300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faa6566: reopening flushed file at 1731558200308 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1032d252: reopening flushed file at 1731558200313 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2713e8: reopening flushed file at 1731558200317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fca2f5: reopening flushed file at 1731558200322 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=16, compaction requested=false at 1731558200326 (+4 ms)Writing region close event to WAL at 1731558200327 (+1 ms)Running coprocessor post-close hooks at 1731558200330 (+3 ms)Closed at 1731558200330 2024-11-14T04:23:20,331 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:20,408 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,37369,1731558174898; all regions closed. 2024-11-14T04:23:20,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:23:20,412 DEBUG [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs 2024-11-14T04:23:20,412 INFO [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37369%2C1731558174898.meta:.meta(num 1731558177710) 2024-11-14T04:23:20,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741839_1015 (size=2695) 2024-11-14T04:23:20,414 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/WALs/b024da739ae8,37369,1731558174898/b024da739ae8%2C37369%2C1731558174898.rep.1731558187627 not finished, retry = 0 2024-11-14T04:23:20,516 DEBUG [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs 2024-11-14T04:23:20,516 INFO [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37369%2C1731558174898.rep:(num 1731558187627) 2024-11-14T04:23:20,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741833_1009 (size=1336) 2024-11-14T04:23:20,519 DEBUG [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/oldWALs 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C37369%2C1731558174898:(num 1731558177244) 2024-11-14T04:23:20,519 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:20,519 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,37369,1731558174898 because: Region server is closing 2024-11-14T04:23:20,519 INFO [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37369. 2024-11-14T04:23:20,519 DEBUG [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:20,520 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:20,520 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:20,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:20,620 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-14T04:23:20,620 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-14T04:23:20,620 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-14T04:23:20,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:20,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:20,924 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2145 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:21,221 INFO [RS:0;b024da739ae8:37369 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37369,1731558174898.replicationSource.shipperb024da739ae8%2C37369%2C1731558174898,1-b024da739ae8,37369,1731558174898 terminated 2024-11-14T04:23:21,221 INFO [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37369. 2024-11-14T04:23:21,221 DEBUG [RS:0;b024da739ae8:37369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:21,221 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:21,221 DEBUG [RS:0;b024da739ae8:37369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:21,221 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:21,221 INFO [RS:0;b024da739ae8:37369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37369 2024-11-14T04:23:21,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515/rs 2024-11-14T04:23:21,320 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224366515/rs/b024da739ae8,37369,1731558174898 2024-11-14T04:23:21,320 INFO [RS:0;b024da739ae8:37369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:21,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,37369,1731558174898] 2024-11-14T04:23:21,352 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01224366515/draining/b024da739ae8,37369,1731558174898 already deleted, retry=false 2024-11-14T04:23:21,352 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,37369,1731558174898 expired; onlineServers=0 2024-11-14T04:23:21,352 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,39307,1731558174550' ***** 2024-11-14T04:23:21,352 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:23:21,352 INFO [M:0;b024da739ae8:39307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:21,352 INFO [M:0;b024da739ae8:39307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:21,352 DEBUG [M:0;b024da739ae8:39307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:23:21,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:23:21,352 DEBUG [M:0;b024da739ae8:39307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:23:21,352 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558176957 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558176957,5,FailOnTimeoutGroup] 2024-11-14T04:23:21,352 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558176978 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558176978,5,FailOnTimeoutGroup] 2024-11-14T04:23:21,352 INFO [M:0;b024da739ae8:39307 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:21,352 INFO [M:0;b024da739ae8:39307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:21,353 DEBUG [M:0;b024da739ae8:39307 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:23:21,353 INFO [M:0;b024da739ae8:39307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:23:21,353 INFO [M:0;b024da739ae8:39307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:21,353 INFO [M:0;b024da739ae8:39307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:23:21,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:23:21,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01224366515/master 2024-11-14T04:23:21,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01224366515 2024-11-14T04:23:21,362 DEBUG [M:0;b024da739ae8:39307 {}] zookeeper.ZKUtil(347): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Unable to get data of znode /01224366515/master because node does not exist (not an error) 2024-11-14T04:23:21,362 WARN [M:0;b024da739ae8:39307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:23:21,363 INFO [M:0;b024da739ae8:39307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/.lastflushedseqids 2024-11-14T04:23:21,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741852_1028 (size=263) 2024-11-14T04:23:21,431 INFO [RS:0;b024da739ae8:37369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:21,431 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:21,431 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37369-0x1013794d8450001, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:21,431 INFO [RS:0;b024da739ae8:37369 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,37369,1731558174898; zookeeper connection closed. 2024-11-14T04:23:21,431 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e6a0963 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e6a0963 2024-11-14T04:23:21,431 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:23:21,769 INFO [M:0;b024da739ae8:39307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:23:21,769 INFO [M:0;b024da739ae8:39307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:23:21,769 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:21,769 INFO [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:21,769 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:21,769 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:21,769 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:21,769 INFO [M:0;b024da739ae8:39307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T04:23:21,788 DEBUG [M:0;b024da739ae8:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f767f0aecd24823bab8c87fad137cfb is 82, key is hbase:meta,,1/info:regioninfo/1731558177796/Put/seqid=0 2024-11-14T04:23:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741853_1029 (size=5672) 2024-11-14T04:23:22,201 INFO [M:0;b024da739ae8:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f767f0aecd24823bab8c87fad137cfb 2024-11-14T04:23:22,225 DEBUG [M:0;b024da739ae8:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34169e0957a4ebea1ec4cedff3b20b2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558187696/Put/seqid=0 2024-11-14T04:23:22,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741854_1030 (size=8516) 2024-11-14T04:23:22,230 INFO [M:0;b024da739ae8:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34169e0957a4ebea1ec4cedff3b20b2 2024-11-14T04:23:22,253 DEBUG [M:0;b024da739ae8:39307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff71d86182240aea653b8299645308e is 69, key is b024da739ae8,37369,1731558174898/rs:state/1731558177051/Put/seqid=0 2024-11-14T04:23:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741855_1031 (size=5156) 2024-11-14T04:23:22,657 INFO [M:0;b024da739ae8:39307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff71d86182240aea653b8299645308e 2024-11-14T04:23:22,662 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f767f0aecd24823bab8c87fad137cfb as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f767f0aecd24823bab8c87fad137cfb 2024-11-14T04:23:22,666 INFO [M:0;b024da739ae8:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f767f0aecd24823bab8c87fad137cfb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:23:22,666 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f34169e0957a4ebea1ec4cedff3b20b2 as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34169e0957a4ebea1ec4cedff3b20b2 2024-11-14T04:23:22,670 INFO [M:0;b024da739ae8:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f34169e0957a4ebea1ec4cedff3b20b2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:23:22,671 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ff71d86182240aea653b8299645308e as hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ff71d86182240aea653b8299645308e 2024-11-14T04:23:22,675 INFO [M:0;b024da739ae8:39307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32985/user/jenkins/test-data/01031593-3857-0e15-1f13-fb03bf53efb2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ff71d86182240aea653b8299645308e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:23:22,676 INFO [M:0;b024da739ae8:39307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false 2024-11-14T04:23:22,688 INFO [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:22,688 DEBUG [M:0;b024da739ae8:39307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558201769Disabling compacts and flushes for region at 1731558201769Disabling writes for close at 1731558201769Obtaining lock to block concurrent updates at 1731558201769Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558201769Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731558201770 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558201770Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558201770Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558201788 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558201788Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558202206 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558202224 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558202224Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558202236 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558202253 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558202253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d0e8e5a: reopening flushed file at 1731558202661 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6649b014: reopening flushed file at 1731558202666 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9fa8cb: reopening flushed file at 1731558202670 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=97, compaction requested=false at 1731558202676 (+6 ms)Writing region close event to WAL at 1731558202688 (+12 ms)Closed at 1731558202688 2024-11-14T04:23:22,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40029 is added to blk_1073741830_1006 (size=63654) 2024-11-14T04:23:22,695 INFO [M:0;b024da739ae8:39307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:23:22,695 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:22,695 INFO [M:0;b024da739ae8:39307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39307 2024-11-14T04:23:22,695 INFO [M:0;b024da739ae8:39307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:22,736 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,790 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39307-0x1013794d8450000, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:22,852 INFO [M:0;b024da739ae8:39307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:22,857 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10634089{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:22,858 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45dc38e8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:22,858 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:22,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a575b6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:22,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c9020f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:22,859 WARN [BP-1017421717-172.17.0.3-1731558169793 heartbeating to localhost/127.0.0.1:32985 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:23:22,859 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:23:22,860 WARN [BP-1017421717-172.17.0.3-1731558169793 heartbeating to localhost/127.0.0.1:32985 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1017421717-172.17.0.3-1731558169793 (Datanode Uuid beb27461-9221-4c69-9df0-a70c2c11a205) service to localhost/127.0.0.1:32985 2024-11-14T04:23:22,860 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:23:22,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/data/data1/current/BP-1017421717-172.17.0.3-1731558169793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:22,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/cluster_dfa85b19-f0f6-1fa1-a8a6-df4d815bbc1a/data/data2/current/BP-1017421717-172.17.0.3-1731558169793 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:22,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:23:22,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@567906e5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:22,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27336d0b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:22,868 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:22,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37b0d004{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:22,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5bd915{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/364fac18-7fa2-d613-cbb9-6f4c25577780/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:22,874 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:23:22,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:23:22,905 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 206) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59087) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32985 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:32985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32985 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32985 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:43217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32985 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:32985 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32985 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=730 (was 734), ProcessCount=11 (was 11), AvailableMemoryMB=1160 (was 696) - AvailableMemoryMB LEAK? - 2024-11-14T04:23:22,918 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=730, ProcessCount=11, AvailableMemoryMB=1160 2024-11-14T04:23:22,936 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-14T04:23:22,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir so I do NOT create it in target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef 2024-11-14T04:23:22,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:23:22,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.tmp.dir so I do NOT create it in target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef 2024-11-14T04:23:22,937 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5ec37e80-3270-54da-6031-f4705401469d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:23:22,937 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef 2024-11-14T04:23:22,938 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739, deleteOnExit=true 2024-11-14T04:23:22,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:22,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:22,942 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4166 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:22,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/zookeeper_0, clientPort=57375, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:23:22,946 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57375 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/test.cache.data in system properties and HBase conf 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:23:22,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:23:22,946 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:23:22,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:23:22,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:23:22,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013794d8450002, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:23:22,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013794d8450005, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:23:22,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013794d8450005, quorum=127.0.0.1:59087, baseZNode=/1777248933 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:23:22,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013794d8450002, quorum=127.0.0.1:59087, baseZNode=/01224366515 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:23:23,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:23,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:23,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:23,434 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:23,434 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:23:23,434 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:23,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f199b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:23,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d0fc0ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:23,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a6935ea{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/java.io.tmpdir/jetty-localhost-32877-hadoop-hdfs-3_4_1-tests_jar-_-any-9372157335840595549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:23,560 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d1b267b{HTTP/1.1, (http/1.1)}{localhost:32877} 2024-11-14T04:23:23,560 INFO [Time-limited test {}] server.Server(415): Started @290587ms 2024-11-14T04:23:23,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:23,878 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:23,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:23,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:23,879 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:23:23,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@778dbb7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:23,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19470430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:24,019 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8510484{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/java.io.tmpdir/jetty-localhost-42339-hadoop-hdfs-3_4_1-tests_jar-_-any-11721592916659809024/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:24,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7987b4b{HTTP/1.1, (http/1.1)}{localhost:42339} 2024-11-14T04:23:24,019 INFO [Time-limited test {}] server.Server(415): Started @291046ms 2024-11-14T04:23:24,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:23:25,083 WARN [Thread-2186 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/data/data1/current/BP-1767077339-172.17.0.3-1731558202967/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:25,083 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/data/data2/current/BP-1767077339-172.17.0.3-1731558202967/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:25,101 WARN [Thread-2174 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:23:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ece2d5aef7ecd25 with lease ID 0x843f7d01f4ae7136: Processing first storage report for DS-5942823c-562c-44a8-840e-872476f5693a from datanode DatanodeRegistration(127.0.0.1:33467, datanodeUuid=09640b50-e296-4c41-af39-4837a7b06525, infoPort=42611, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=964740143;c=1731558202967) 2024-11-14T04:23:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ece2d5aef7ecd25 with lease ID 0x843f7d01f4ae7136: from storage DS-5942823c-562c-44a8-840e-872476f5693a node DatanodeRegistration(127.0.0.1:33467, datanodeUuid=09640b50-e296-4c41-af39-4837a7b06525, infoPort=42611, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=964740143;c=1731558202967), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9ece2d5aef7ecd25 with lease ID 0x843f7d01f4ae7136: Processing first storage report for DS-12d8465f-af67-4b06-a5ee-3b7d8f4b8b72 from datanode DatanodeRegistration(127.0.0.1:33467, datanodeUuid=09640b50-e296-4c41-af39-4837a7b06525, infoPort=42611, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=964740143;c=1731558202967) 2024-11-14T04:23:25,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9ece2d5aef7ecd25 with lease ID 0x843f7d01f4ae7136: from storage DS-12d8465f-af67-4b06-a5ee-3b7d8f4b8b72 node DatanodeRegistration(127.0.0.1:33467, datanodeUuid=09640b50-e296-4c41-af39-4837a7b06525, infoPort=42611, infoSecurePort=0, ipcPort=41045, storageInfo=lv=-57;cid=testClusterID;nsid=964740143;c=1731558202967), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:23:25,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef 2024-11-14T04:23:25,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:23:25,572 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6 with version=8 2024-11-14T04:23:25,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/hbase-staging 2024-11-14T04:23:25,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:23:25,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:25,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43799 2024-11-14T04:23:25,576 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43799 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:25,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:437990x0, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:25,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43799-0x101379559e70000 connected 2024-11-14T04:23:25,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/running 2024-11-14T04:23:25,760 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6, hbase.cluster.distributed=false 2024-11-14T04:23:25,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/acl 2024-11-14T04:23:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-14T04:23:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43799 2024-11-14T04:23:25,762 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43799 2024-11-14T04:23:25,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-14T04:23:25,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43799 2024-11-14T04:23:25,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:23:25,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:25,780 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41137 2024-11-14T04:23:25,781 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41137 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:25,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411370x0, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:25,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411370x0, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/running 2024-11-14T04:23:25,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41137-0x101379559e70001 connected 2024-11-14T04:23:25,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:23:25,797 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:23:25,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/master 2024-11-14T04:23:25,799 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/acl 2024-11-14T04:23:25,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41137 2024-11-14T04:23:25,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41137 2024-11-14T04:23:25,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41137 2024-11-14T04:23:25,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41137 2024-11-14T04:23:25,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41137 2024-11-14T04:23:25,825 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:43799 2024-11-14T04:23:25,825 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-239843314/backup-masters/b024da739ae8,43799,1731558205574 2024-11-14T04:23:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/backup-masters 2024-11-14T04:23:25,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/backup-masters 2024-11-14T04:23:25,836 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on existing znode=/0-239843314/backup-masters/b024da739ae8,43799,1731558205574 2024-11-14T04:23:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239843314/master 2024-11-14T04:23:25,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:25,847 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on existing znode=/0-239843314/master 2024-11-14T04:23:25,847 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-239843314/backup-masters/b024da739ae8,43799,1731558205574 from backup master directory 2024-11-14T04:23:25,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239843314/backup-masters/b024da739ae8,43799,1731558205574 2024-11-14T04:23:25,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/backup-masters 2024-11-14T04:23:25,867 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:25,867 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,43799,1731558205574 2024-11-14T04:23:25,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/backup-masters 2024-11-14T04:23:25,871 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/hbase.id] with ID: c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab 2024-11-14T04:23:25,871 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/.tmp/hbase.id 2024-11-14T04:23:25,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:23:25,883 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/.tmp/hbase.id]:[hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/hbase.id] 2024-11-14T04:23:25,892 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:25,892 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:23:25,893 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:23:25,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:25,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:25,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:23:25,922 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:25,922 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:23:25,924 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:25,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:23:26,334 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store 2024-11-14T04:23:26,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:26,740 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:26,740 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:26,740 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558206740Disabling compacts and flushes for region at 1731558206740Disabling writes for close at 1731558206740Writing region close event to WAL at 1731558206740Closed at 1731558206740 2024-11-14T04:23:26,741 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/.initializing 2024-11-14T04:23:26,741 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/WALs/b024da739ae8,43799,1731558205574 2024-11-14T04:23:26,741 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:26,743 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C43799%2C1731558205574, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/WALs/b024da739ae8,43799,1731558205574, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/oldWALs, maxLogs=10 2024-11-14T04:23:26,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/WALs/b024da739ae8,43799,1731558205574/b024da739ae8%2C43799%2C1731558205574.1731558206743, exclude list is [], retry=0 2024-11-14T04:23:26,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-5942823c-562c-44a8-840e-872476f5693a,DISK] 2024-11-14T04:23:26,760 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/WALs/b024da739ae8,43799,1731558205574/b024da739ae8%2C43799%2C1731558205574.1731558206743 2024-11-14T04:23:26,760 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-14T04:23:26,760 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:26,760 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:26,760 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,761 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:23:26,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:26,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:26,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:23:26,764 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:26,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:23:26,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:26,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:23:26,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:26,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:26,766 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,767 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,767 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,768 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,768 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,768 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:26,769 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:26,770 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:26,770 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61449594, jitterRate=-0.08432969450950623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:26,771 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558206761Initializing all the Stores at 1731558206761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558206761Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558206761Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558206761Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558206761Cleaning up temporary data from old regions at 1731558206768 (+7 ms)Region opened successfully at 1731558206771 (+3 ms) 2024-11-14T04:23:26,771 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:23:26,774 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aee0ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:26,774 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:23:26,775 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:23:26,775 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:23:26,775 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:23:26,775 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:23:26,776 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:23:26,776 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:23:26,777 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:23:26,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/balancer because node does not exist (not necessarily an error) 2024-11-14T04:23:26,788 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/balancer already deleted, retry=false 2024-11-14T04:23:26,789 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:23:26,789 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:23:26,799 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/normalizer already deleted, retry=false 2024-11-14T04:23:26,799 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:23:26,800 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:23:26,809 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/switch/split already deleted, retry=false 2024-11-14T04:23:26,810 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:23:26,820 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/switch/merge already deleted, retry=false 2024-11-14T04:23:26,821 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:23:26,830 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/snapshot-cleanup already deleted, retry=false 2024-11-14T04:23:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239843314/running 2024-11-14T04:23:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-239843314/running 2024-11-14T04:23:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,841 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,43799,1731558205574, sessionid=0x101379559e70000, setting cluster-up flag (Was=false) 2024-11-14T04:23:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,894 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239843314/flush-table-proc/acquired, /0-239843314/flush-table-proc/reached, /0-239843314/flush-table-proc/abort 2024-11-14T04:23:26,894 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,43799,1731558205574 2024-11-14T04:23:26,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:26,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:26,951 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-239843314/online-snapshot/acquired, /0-239843314/online-snapshot/reached, /0-239843314/online-snapshot/abort 2024-11-14T04:23:26,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:26,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8175 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:26,952 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,43799,1731558205574 2024-11-14T04:23:26,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:23:26,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:26,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:23:26,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:23:26,954 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,43799,1731558205574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:23:26,955 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:26,955 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:26,955 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:26,955 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:26,956 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:23:26,956 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:26,956 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:26,956 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:26,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558236956 2024-11-14T04:23:26,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:23:26,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:23:26,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:23:26,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:23:26,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:23:26,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:23:26,957 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:26,957 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:26,957 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:23:26,958 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:26,958 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:23:26,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:23:26,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:23:26,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:23:26,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:23:26,963 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:23:26,963 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:23:26,963 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558206963,5,FailOnTimeoutGroup] 2024-11-14T04:23:26,964 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558206963,5,FailOnTimeoutGroup] 2024-11-14T04:23:26,964 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:26,964 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:23:26,964 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:26,964 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:26,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:23:27,014 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(746): ClusterId : c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab 2024-11-14T04:23:27,014 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:23:27,025 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:23:27,025 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:23:27,036 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:23:27,036 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3676be71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:27,050 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41137 2024-11-14T04:23:27,050 INFO [RS:0;b024da739ae8:41137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:23:27,050 INFO [RS:0;b024da739ae8:41137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:23:27,050 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:23:27,051 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,43799,1731558205574 with port=41137, startcode=1731558205779 2024-11-14T04:23:27,051 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:23:27,052 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:23:27,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,053 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43799 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,054 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6 2024-11-14T04:23:27,054 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38481 2024-11-14T04:23:27,055 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:23:27,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/rs 2024-11-14T04:23:27,068 DEBUG [RS:0;b024da739ae8:41137 {}] zookeeper.ZKUtil(111): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on existing znode=/0-239843314/rs/b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,068 WARN [RS:0;b024da739ae8:41137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:27,068 INFO [RS:0;b024da739ae8:41137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:27,068 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,068 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41137,1731558205779] 2024-11-14T04:23:27,074 INFO [RS:0;b024da739ae8:41137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:23:27,076 INFO [RS:0;b024da739ae8:41137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:23:27,080 INFO [RS:0;b024da739ae8:41137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:23:27,080 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,084 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:23:27,085 INFO [RS:0;b024da739ae8:41137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:23:27,085 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:27,085 DEBUG [RS:0;b024da739ae8:41137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,088 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41137,1731558205779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:27,102 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:23:27,102 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41137,1731558205779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,102 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,102 INFO [RS:0;b024da739ae8:41137 {}] regionserver.Replication(171): b024da739ae8,41137,1731558205779 started 2024-11-14T04:23:27,114 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:27,115 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41137,1731558205779, RpcServer on b024da739ae8/172.17.0.3:41137, sessionid=0x101379559e70001 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41137,1731558205779' 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239843314/flush-table-proc/abort' 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239843314/flush-table-proc/acquired' 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41137,1731558205779' 2024-11-14T04:23:27,115 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-239843314/online-snapshot/abort' 2024-11-14T04:23:27,116 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-239843314/online-snapshot/acquired' 2024-11-14T04:23:27,116 DEBUG [RS:0;b024da739ae8:41137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:23:27,116 INFO [RS:0;b024da739ae8:41137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:23:27,116 INFO [RS:0;b024da739ae8:41137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:27,216 INFO [RS:0;b024da739ae8:41137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:27,217 INFO [RS:0;b024da739ae8:41137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41137%2C1731558205779, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/oldWALs, maxLogs=10 2024-11-14T04:23:27,228 DEBUG [RS:0;b024da739ae8:41137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, exclude list is [], retry=0 2024-11-14T04:23:27,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-5942823c-562c-44a8-840e-872476f5693a,DISK] 2024-11-14T04:23:27,232 INFO [RS:0;b024da739ae8:41137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 2024-11-14T04:23:27,232 DEBUG [RS:0;b024da739ae8:41137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-14T04:23:27,370 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:23:27,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6 2024-11-14T04:23:27,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:23:27,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:27,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:27,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:27,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:27,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:27,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:27,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:27,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:27,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:27,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:27,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:27,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:27,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:27,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:27,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:27,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:27,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740 2024-11-14T04:23:27,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740 2024-11-14T04:23:27,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:27,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:27,783 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:27,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:27,785 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:27,785 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73195381, jitterRate=0.09069617092609406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:27,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558207776Initializing all the Stores at 1731558207777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558207777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558207777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558207777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558207777Cleaning up temporary data from old regions at 1731558207783 (+6 ms)Region opened successfully at 1731558207786 (+3 ms) 2024-11-14T04:23:27,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:27,786 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:27,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:27,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:27,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:27,787 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:27,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558207786Disabling compacts and flushes for region at 1731558207786Disabling writes for close at 1731558207786Writing region close event to WAL at 1731558207786Closed at 1731558207786 2024-11-14T04:23:27,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:27,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:23:27,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:23:27,788 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:27,789 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:23:27,939 DEBUG [b024da739ae8:43799 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:23:27,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:27,941 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41137,1731558205779, state=OPENING 2024-11-14T04:23:27,951 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:23:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:27,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:27,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239843314/meta-region-server: CHANGED 2024-11-14T04:23:27,962 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239843314/meta-region-server: CHANGED 2024-11-14T04:23:27,962 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:27,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41137,1731558205779}] 2024-11-14T04:23:28,114 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:28,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:23:28,118 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:23:28,118 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:28,119 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:23:28,120 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41137%2C1731558205779.meta, suffix=.meta, logDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/oldWALs, maxLogs=10 2024-11-14T04:23:28,135 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.meta.1731558208120.meta, exclude list is [], retry=0 2024-11-14T04:23:28,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-5942823c-562c-44a8-840e-872476f5693a,DISK] 2024-11-14T04:23:28,138 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.meta.1731558208120.meta 2024-11-14T04:23:28,138 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-14T04:23:28,138 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:28,139 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:23:28,139 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:23:28,139 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:23:28,140 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:28,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:28,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:28,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:28,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:28,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:28,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:28,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:28,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:28,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:28,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:28,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:28,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:28,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:28,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:28,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:28,143 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:28,144 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740 2024-11-14T04:23:28,145 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740 2024-11-14T04:23:28,145 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:28,145 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:28,146 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:28,147 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:28,147 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65400341, jitterRate=-0.02545897662639618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:28,147 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:23:28,148 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558208139Writing region info on filesystem at 1731558208139Initializing all the Stores at 1731558208140 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558208140Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558208140Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558208140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558208140Cleaning up temporary data from old regions at 1731558208145 (+5 ms)Running coprocessor post-open hooks at 1731558208147 (+2 ms)Region opened successfully at 1731558208148 (+1 ms) 2024-11-14T04:23:28,149 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558208114 2024-11-14T04:23:28,151 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:23:28,151 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:23:28,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:28,152 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41137,1731558205779, state=OPEN 2024-11-14T04:23:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239843314/meta-region-server 2024-11-14T04:23:28,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-239843314/meta-region-server 2024-11-14T04:23:28,233 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41137,1731558205779 2024-11-14T04:23:28,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239843314/meta-region-server: CHANGED 2024-11-14T04:23:28,233 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-239843314/meta-region-server: CHANGED 2024-11-14T04:23:28,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:23:28,235 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41137,1731558205779 in 271 msec 2024-11-14T04:23:28,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:23:28,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-14T04:23:28,237 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:28,237 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:23:28,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:28,238 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41137,1731558205779, seqNum=-1] 2024-11-14T04:23:28,239 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:28,240 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:28,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T04:23:28,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558208244, completionTime=-1 2024-11-14T04:23:28,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:23:28,244 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558268246 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558328246 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:43799, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,246 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,248 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.382sec 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:28,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:23:28,251 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:23:28,251 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:23:28,251 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43799,1731558205574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:28,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3bd092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:28,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:28,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:28,316 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:28,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:28,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:28,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d656aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:28,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:28,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:28,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:28,318 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:28,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd7bb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:28,319 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41137,1731558205779, seqNum=-1] 2024-11-14T04:23:28,320 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:28,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:28,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,43799,1731558205574 2024-11-14T04:23:28,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:28,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:28,341 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101379559e70002 connected 2024-11-14T04:23:28,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir so I do NOT create it in target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f 2024-11-14T04:23:28,364 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:23:28,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.tmp.dir so I do NOT create it in target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f 2024-11-14T04:23:28,364 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:23:28,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f 2024-11-14T04:23:28,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:23:28,364 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/cluster_d7e2c698-0296-8180-84c6-c04fff47e278, deleteOnExit=true 2024-11-14T04:23:28,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/test.cache.data in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:23:28,365 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:23:28,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:23:28,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:23:28,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:28,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:28,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:28,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:28,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:23:28,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:28,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dceca05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:28,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a180a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:28,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@90617b4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/java.io.tmpdir/jetty-localhost-44125-hadoop-hdfs-3_4_1-tests_jar-_-any-13141949315386107441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:28,867 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a8e3d5a{HTTP/1.1, (http/1.1)}{localhost:44125} 2024-11-14T04:23:28,867 INFO [Time-limited test {}] server.Server(415): Started @295894ms 2024-11-14T04:23:29,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:29,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:29,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:29,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:29,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:23:29,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b51fbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:29,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccc127c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:29,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66b85791{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/java.io.tmpdir/jetty-localhost-41265-hadoop-hdfs-3_4_1-tests_jar-_-any-362339374792484678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:29,251 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ed1954a{HTTP/1.1, (http/1.1)}{localhost:41265} 2024-11-14T04:23:29,251 INFO [Time-limited test {}] server.Server(415): Started @296278ms 2024-11-14T04:23:29,252 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:23:30,183 WARN [Thread-2307 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/cluster_d7e2c698-0296-8180-84c6-c04fff47e278/data/data2/current/BP-560194569-172.17.0.3-1731558208385/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:30,183 WARN [Thread-2306 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/cluster_d7e2c698-0296-8180-84c6-c04fff47e278/data/data1/current/BP-560194569-172.17.0.3-1731558208385/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:30,202 WARN [Thread-2294 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:23:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e2415836fc44b8 with lease ID 0x6145b762787497cb: Processing first storage report for DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf from datanode DatanodeRegistration(127.0.0.1:46775, datanodeUuid=d6c77dfe-7580-463c-b3ca-690496a2a110, infoPort=43951, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1814410346;c=1731558208385) 2024-11-14T04:23:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e2415836fc44b8 with lease ID 0x6145b762787497cb: from storage DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf node DatanodeRegistration(127.0.0.1:46775, datanodeUuid=d6c77dfe-7580-463c-b3ca-690496a2a110, infoPort=43951, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1814410346;c=1731558208385), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe0e2415836fc44b8 with lease ID 0x6145b762787497cb: Processing first storage report for DS-69f3157b-6828-48b1-83eb-0044b9c01c5b from datanode DatanodeRegistration(127.0.0.1:46775, datanodeUuid=d6c77dfe-7580-463c-b3ca-690496a2a110, infoPort=43951, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1814410346;c=1731558208385) 2024-11-14T04:23:30,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe0e2415836fc44b8 with lease ID 0x6145b762787497cb: from storage DS-69f3157b-6828-48b1-83eb-0044b9c01c5b node DatanodeRegistration(127.0.0.1:46775, datanodeUuid=d6c77dfe-7580-463c-b3ca-690496a2a110, infoPort=43951, infoSecurePort=0, ipcPort=44683, storageInfo=lv=-57;cid=testClusterID;nsid=1814410346;c=1731558208385), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:30,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f 2024-11-14T04:23:30,290 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,292 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:23:30,700 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd with version=8 2024-11-14T04:23:30,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/hbase-staging 2024-11-14T04:23:30,701 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:30,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:30,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44145 2024-11-14T04:23:30,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44145 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:30,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441450x0, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:30,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44145-0x101379559e70003 connected 2024-11-14T04:23:30,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/running 2024-11-14T04:23:30,791 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd, hbase.cluster.distributed=false 2024-11-14T04:23:30,792 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/acl 2024-11-14T04:23:30,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-14T04:23:30,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44145 2024-11-14T04:23:30,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44145 2024-11-14T04:23:30,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-14T04:23:30,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44145 2024-11-14T04:23:30,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:23:30,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:30,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43397 2024-11-14T04:23:30,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43397 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:30,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,830 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433970x0, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:30,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433970x0, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/running 2024-11-14T04:23:30,831 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:23:30,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43397-0x101379559e70004 connected 2024-11-14T04:23:30,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:23:30,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/master 2024-11-14T04:23:30,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/acl 2024-11-14T04:23:30,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-14T04:23:30,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43397 2024-11-14T04:23:30,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43397 2024-11-14T04:23:30,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-14T04:23:30,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43397 2024-11-14T04:23:30,861 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:44145 2024-11-14T04:23:30,861 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-160192604/backup-masters/b024da739ae8,44145,1731558210701 2024-11-14T04:23:30,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/backup-masters 2024-11-14T04:23:30,872 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/backup-masters 2024-11-14T04:23:30,873 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on existing znode=/1-160192604/backup-masters/b024da739ae8,44145,1731558210701 2024-11-14T04:23:30,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:30,883 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-160192604/master 2024-11-14T04:23:30,883 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:30,883 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on existing znode=/1-160192604/master 2024-11-14T04:23:30,883 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-160192604/backup-masters/b024da739ae8,44145,1731558210701 from backup master directory 2024-11-14T04:23:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-160192604/backup-masters/b024da739ae8,44145,1731558210701 2024-11-14T04:23:30,893 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/backup-masters 2024-11-14T04:23:30,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/backup-masters 2024-11-14T04:23:30,893 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:30,893 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,44145,1731558210701 2024-11-14T04:23:30,896 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/hbase.id] with ID: 66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83 2024-11-14T04:23:30,896 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/.tmp/hbase.id 2024-11-14T04:23:30,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:23:30,904 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/.tmp/hbase.id]:[hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/hbase.id] 2024-11-14T04:23:30,912 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:30,913 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:23:30,913 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-14T04:23:30,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:30,925 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:23:30,938 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:30,939 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:23:30,939 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:23:31,346 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store 2024-11-14T04:23:31,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:31,756 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:31,756 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:31,756 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558211756Disabling compacts and flushes for region at 1731558211756Disabling writes for close at 1731558211756Writing region close event to WAL at 1731558211756Closed at 1731558211756 2024-11-14T04:23:31,757 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/.initializing 2024-11-14T04:23:31,757 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/WALs/b024da739ae8,44145,1731558210701 2024-11-14T04:23:31,758 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:31,759 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C44145%2C1731558210701, suffix=, logDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/WALs/b024da739ae8,44145,1731558210701, archiveDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/oldWALs, maxLogs=10 2024-11-14T04:23:31,774 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/WALs/b024da739ae8,44145,1731558210701/b024da739ae8%2C44145%2C1731558210701.1731558211759, exclude list is [], retry=0 2024-11-14T04:23:31,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf,DISK] 2024-11-14T04:23:31,778 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/WALs/b024da739ae8,44145,1731558210701/b024da739ae8%2C44145%2C1731558210701.1731558211759 2024-11-14T04:23:31,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43951:43951)] 2024-11-14T04:23:31,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:31,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:31,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,778 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:23:31,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:31,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:31,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:23:31,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:31,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:31,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:23:31,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:31,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:23:31,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:31,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:31,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:31,786 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:31,787 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:31,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60759210, jitterRate=-0.09461721777915955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:31,788 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558211778Initializing all the Stores at 1731558211779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558211779Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558211779Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558211779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558211779Cleaning up temporary data from old regions at 1731558211785 (+6 ms)Region opened successfully at 1731558211788 (+3 ms) 2024-11-14T04:23:31,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:23:31,790 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b100e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:31,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:23:31,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:23:31,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:23:31,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:23:31,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:23:31,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:23:31,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:23:31,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:23:31,794 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/balancer because node does not exist (not necessarily an error) 2024-11-14T04:23:31,804 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/balancer already deleted, retry=false 2024-11-14T04:23:31,804 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:23:31,804 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:23:31,814 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/normalizer already deleted, retry=false 2024-11-14T04:23:31,814 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:23:31,815 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:23:31,825 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/switch/split already deleted, retry=false 2024-11-14T04:23:31,825 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:23:31,835 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/switch/merge already deleted, retry=false 2024-11-14T04:23:31,837 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:23:31,846 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/snapshot-cleanup already deleted, retry=false 2024-11-14T04:23:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-160192604/running 2024-11-14T04:23:31,856 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-160192604/running 2024-11-14T04:23:31,856 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,857 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,44145,1731558210701, sessionid=0x101379559e70003, setting cluster-up flag (Was=false) 2024-11-14T04:23:31,877 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,909 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-160192604/flush-table-proc/acquired, /1-160192604/flush-table-proc/reached, /1-160192604/flush-table-proc/abort 2024-11-14T04:23:31,910 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,44145,1731558210701 2024-11-14T04:23:31,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,930 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:31,961 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-160192604/online-snapshot/acquired, /1-160192604/online-snapshot/reached, /1-160192604/online-snapshot/abort 2024-11-14T04:23:31,962 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,44145,1731558210701 2024-11-14T04:23:31,963 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:23:31,970 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:31,970 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:23:31,970 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:23:31,970 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,44145,1731558210701 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:23:31,971 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:31,971 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:31,971 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:31,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:31,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:23:31,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:31,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:31,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:31,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:31,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:23:31,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:31,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:23:32,000 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558242000 2024-11-14T04:23:32,000 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:23:32,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:23:32,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:23:32,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:23:32,004 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:23:32,007 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:23:32,007 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:23:32,007 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558212007,5,FailOnTimeoutGroup] 2024-11-14T04:23:32,008 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558212007,5,FailOnTimeoutGroup] 2024-11-14T04:23:32,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:23:32,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:23:32,050 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(746): ClusterId : 66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83 2024-11-14T04:23:32,050 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:23:32,062 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:23:32,062 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:23:32,073 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:23:32,073 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f439250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:32,086 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:43397 2024-11-14T04:23:32,086 INFO [RS:0;b024da739ae8:43397 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:23:32,086 INFO [RS:0;b024da739ae8:43397 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:23:32,086 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:23:32,087 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,44145,1731558210701 with port=43397, startcode=1731558210810 2024-11-14T04:23:32,087 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:23:32,089 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:23:32,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44145 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,089 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44145 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,090 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd 2024-11-14T04:23:32,091 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42251 2024-11-14T04:23:32,091 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:23:32,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/rs 2024-11-14T04:23:32,141 DEBUG [RS:0;b024da739ae8:43397 {}] zookeeper.ZKUtil(111): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on existing znode=/1-160192604/rs/b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,142 WARN [RS:0;b024da739ae8:43397 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:32,142 INFO [RS:0;b024da739ae8:43397 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:32,142 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,142 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,43397,1731558210810] 2024-11-14T04:23:32,144 INFO [RS:0;b024da739ae8:43397 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:23:32,146 INFO [RS:0;b024da739ae8:43397 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:23:32,146 INFO [RS:0;b024da739ae8:43397 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:23:32,146 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,146 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:23:32,147 INFO [RS:0;b024da739ae8:43397 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:23:32,147 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,147 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,148 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,148 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,148 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:32,148 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:32,148 DEBUG [RS:0;b024da739ae8:43397 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,152 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43397,1731558210810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:32,165 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:23:32,165 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43397,1731558210810-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,165 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,165 INFO [RS:0;b024da739ae8:43397 {}] regionserver.Replication(171): b024da739ae8,43397,1731558210810 started 2024-11-14T04:23:32,177 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:32,177 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,43397,1731558210810, RpcServer on b024da739ae8/172.17.0.3:43397, sessionid=0x101379559e70004 2024-11-14T04:23:32,177 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43397,1731558210810' 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-160192604/flush-table-proc/abort' 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-160192604/flush-table-proc/acquired' 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43397,1731558210810' 2024-11-14T04:23:32,178 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-160192604/online-snapshot/abort' 2024-11-14T04:23:32,179 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-160192604/online-snapshot/acquired' 2024-11-14T04:23:32,179 DEBUG [RS:0;b024da739ae8:43397 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:23:32,179 INFO [RS:0;b024da739ae8:43397 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:23:32,179 INFO [RS:0;b024da739ae8:43397 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:23:32,279 INFO [RS:0;b024da739ae8:43397 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:32,280 INFO [RS:0;b024da739ae8:43397 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43397%2C1731558210810, suffix=, logDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810, archiveDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/oldWALs, maxLogs=10 2024-11-14T04:23:32,293 DEBUG [RS:0;b024da739ae8:43397 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, exclude list is [], retry=0 2024-11-14T04:23:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf,DISK] 2024-11-14T04:23:32,307 INFO [RS:0;b024da739ae8:43397 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 2024-11-14T04:23:32,308 DEBUG [RS:0;b024da739ae8:43397 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43951:43951)] 2024-11-14T04:23:32,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:23:32,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd 2024-11-14T04:23:32,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:23:32,701 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:32,814 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:32,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:32,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:32,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:32,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:32,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:32,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:32,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:32,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:32,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:32,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:32,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:32,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:32,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:32,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:32,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:32,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:32,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:32,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740 2024-11-14T04:23:32,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740 2024-11-14T04:23:32,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:32,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:32,821 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:32,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:32,823 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:32,824 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65715073, jitterRate=-0.02076910436153412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558212814Initializing all the Stores at 1731558212815 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558212815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558212815Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558212815Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558212815Cleaning up temporary data from old regions at 1731558212821 (+6 ms)Region opened successfully at 1731558212824 (+3 ms) 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:32,824 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:32,824 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:32,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558212824Disabling compacts and flushes for region at 1731558212824Disabling writes for close at 1731558212824Writing region close event to WAL at 1731558212824Closed at 1731558212824 2024-11-14T04:23:32,825 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:32,825 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:23:32,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:23:32,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:32,826 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:23:32,977 DEBUG [b024da739ae8:44145 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:23:32,977 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:32,978 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43397,1731558210810, state=OPENING 2024-11-14T04:23:32,988 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:23:32,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:32,998 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:32,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-160192604/meta-region-server: CHANGED 2024-11-14T04:23:32,999 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-160192604/meta-region-server: CHANGED 2024-11-14T04:23:32,999 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:32,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43397,1731558210810}] 2024-11-14T04:23:33,074 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:23:33,151 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:33,153 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:23:33,155 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:23:33,155 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:33,156 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:23:33,157 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43397%2C1731558210810.meta, suffix=.meta, logDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810, archiveDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/oldWALs, maxLogs=10 2024-11-14T04:23:33,170 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.meta.1731558213157.meta, exclude list is [], retry=0 2024-11-14T04:23:33,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf,DISK] 2024-11-14T04:23:33,173 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.meta.1731558213157.meta 2024-11-14T04:23:33,173 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43951:43951)] 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:33,174 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:23:33,174 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:23:33,174 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:23:33,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:33,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:33,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:33,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:33,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:33,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:33,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:33,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:33,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:33,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:33,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:33,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:33,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:33,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:33,179 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:33,179 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740 2024-11-14T04:23:33,180 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740 2024-11-14T04:23:33,181 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:33,181 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:33,181 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:33,182 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:33,182 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72444610, jitterRate=0.07950881123542786}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:33,182 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:23:33,183 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558213174Writing region info on filesystem at 1731558213174Initializing all the Stores at 1731558213175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558213175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558213175Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558213175Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558213175Cleaning up temporary data from old regions at 1731558213181 (+6 ms)Running coprocessor post-open hooks at 1731558213182 (+1 ms)Region opened successfully at 1731558213183 (+1 ms) 2024-11-14T04:23:33,183 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558213151 2024-11-14T04:23:33,185 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:23:33,185 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:23:33,186 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:33,186 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43397,1731558210810, state=OPEN 2024-11-14T04:23:33,198 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-160192604/meta-region-server 2024-11-14T04:23:33,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-160192604/meta-region-server 2024-11-14T04:23:33,198 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,43397,1731558210810 2024-11-14T04:23:33,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-160192604/meta-region-server: CHANGED 2024-11-14T04:23:33,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-160192604/meta-region-server: CHANGED 2024-11-14T04:23:33,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:23:33,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43397,1731558210810 in 199 msec 2024-11-14T04:23:33,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:23:33,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-14T04:23:33,202 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:33,202 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:23:33,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:33,203 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43397,1731558210810, seqNum=-1] 2024-11-14T04:23:33,204 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:33,205 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:33,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2390 sec 2024-11-14T04:23:33,209 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558213209, completionTime=-1 2024-11-14T04:23:33,209 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:23:33,209 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:23:33,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:23:33,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558273211 2024-11-14T04:23:33,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558333211 2024-11-14T04:23:33,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:44145, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,212 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,214 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.322sec 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:33,215 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:23:33,218 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:23:33,218 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:23:33,218 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44145,1731558210701-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:33,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e620961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:33,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:33,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:33,252 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaf8d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:33,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:33,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:33,253 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:33,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34500392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:33,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43397,1731558210810, seqNum=-1] 2024-11-14T04:23:33,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:33,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:33,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,44145,1731558210701 2024-11-14T04:23:33,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57375 2024-11-14T04:23:33,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:33,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101379559e70005 connected 2024-11-14T04:23:33,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,43799,1731558205574 2024-11-14T04:23:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@738dc8c0 2024-11-14T04:23:33,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:33,281 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:33,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:33,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:23:33,283 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:33,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:33,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:23:33,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:33,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:33,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:23:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:33,697 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ae18da9d787bd13a57173dfe22f0392, NAME => 'test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6 2024-11-14T04:23:33,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:23:33,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ae18da9d787bd13a57173dfe22f0392, disabling compactions & flushes 2024-11-14T04:23:34,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. after waiting 0 ms 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,102 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ae18da9d787bd13a57173dfe22f0392: Waiting for close lock at 1731558214102Disabling compacts and flushes for region at 1731558214102Disabling writes for close at 1731558214102Writing region close event to WAL at 1731558214102Closed at 1731558214102 2024-11-14T04:23:34,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:34,104 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558214103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558214103"}]},"ts":"1731558214103"} 2024-11-14T04:23:34,106 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:34,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:34,107 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558214106"}]},"ts":"1731558214106"} 2024-11-14T04:23:34,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:23:34,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ae18da9d787bd13a57173dfe22f0392, ASSIGN}] 2024-11-14T04:23:34,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ae18da9d787bd13a57173dfe22f0392, ASSIGN 2024-11-14T04:23:34,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ae18da9d787bd13a57173dfe22f0392, ASSIGN; state=OFFLINE, location=b024da739ae8,41137,1731558205779; forceNewPlan=false, retain=false 2024-11-14T04:23:34,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ae18da9d787bd13a57173dfe22f0392, regionState=OPENING, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:34,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ae18da9d787bd13a57173dfe22f0392, ASSIGN because future has completed 2024-11-14T04:23:34,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae18da9d787bd13a57173dfe22f0392, server=b024da739ae8,41137,1731558205779}] 2024-11-14T04:23:34,418 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,418 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ae18da9d787bd13a57173dfe22f0392, NAME => 'test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:34,418 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:34,418 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:23:34,418 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,418 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:34,418 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,418 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,419 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,420 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae18da9d787bd13a57173dfe22f0392 columnFamilyName f 2024-11-14T04:23:34,420 DEBUG [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:34,421 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(327): Store=4ae18da9d787bd13a57173dfe22f0392/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:34,421 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,422 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae18da9d787bd13a57173dfe22f0392 columnFamilyName f1 2024-11-14T04:23:34,422 DEBUG [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:34,422 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(327): Store=4ae18da9d787bd13a57173dfe22f0392/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:34,422 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,423 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ae18da9d787bd13a57173dfe22f0392 columnFamilyName norep 2024-11-14T04:23:34,423 DEBUG [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:34,423 INFO [StoreOpener-4ae18da9d787bd13a57173dfe22f0392-1 {}] regionserver.HStore(327): Store=4ae18da9d787bd13a57173dfe22f0392/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:34,423 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,424 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,424 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,425 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,425 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,425 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:34,426 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,427 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:34,428 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ae18da9d787bd13a57173dfe22f0392; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71675585, jitterRate=0.06804944574832916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:34,428 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:34,428 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ae18da9d787bd13a57173dfe22f0392: Running coprocessor pre-open hook at 1731558214418Writing region info on filesystem at 1731558214418Initializing all the Stores at 1731558214419 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558214419Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558214419Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558214419Cleaning up temporary data from old regions at 1731558214425 (+6 ms)Running coprocessor post-open hooks at 1731558214428 (+3 ms)Region opened successfully at 1731558214428 2024-11-14T04:23:34,429 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392., pid=6, masterSystemTime=1731558214414 2024-11-14T04:23:34,431 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,431 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:34,433 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ae18da9d787bd13a57173dfe22f0392, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:34,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ae18da9d787bd13a57173dfe22f0392, server=b024da739ae8,41137,1731558205779 because future has completed 2024-11-14T04:23:34,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:23:34,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ae18da9d787bd13a57173dfe22f0392, server=b024da739ae8,41137,1731558205779 in 174 msec 2024-11-14T04:23:34,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:23:34,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ae18da9d787bd13a57173dfe22f0392, ASSIGN in 331 msec 2024-11-14T04:23:34,441 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:34,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558214441"}]},"ts":"1731558214441"} 2024-11-14T04:23:34,443 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:23:34,444 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:34,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-14T04:23:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:35,432 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:23:35,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44145,1731558210701 2024-11-14T04:23:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bbfb08e 2024-11-14T04:23:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:35,434 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:35,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:23:35,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:35,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:35,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:23:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:35,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:23:35,455 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4abc8fd1da70e70a4959bac397b92280, NAME => 'test,,1731558215434.4abc8fd1da70e70a4959bac397b92280.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd 2024-11-14T04:23:35,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:23:35,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558215434.4abc8fd1da70e70a4959bac397b92280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4abc8fd1da70e70a4959bac397b92280, disabling compactions & flushes 2024-11-14T04:23:35,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. after waiting 0 ms 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:35,861 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:35,861 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4abc8fd1da70e70a4959bac397b92280: Waiting for close lock at 1731558215861Disabling compacts and flushes for region at 1731558215861Disabling writes for close at 1731558215861Writing region close event to WAL at 1731558215861Closed at 1731558215861 2024-11-14T04:23:35,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:35,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558215434.4abc8fd1da70e70a4959bac397b92280.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558215862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558215862"}]},"ts":"1731558215862"} 2024-11-14T04:23:35,863 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:35,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:35,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558215864"}]},"ts":"1731558215864"} 2024-11-14T04:23:35,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:23:35,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4abc8fd1da70e70a4959bac397b92280, ASSIGN}] 2024-11-14T04:23:35,866 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4abc8fd1da70e70a4959bac397b92280, ASSIGN 2024-11-14T04:23:35,867 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4abc8fd1da70e70a4959bac397b92280, ASSIGN; state=OFFLINE, location=b024da739ae8,43397,1731558210810; forceNewPlan=false, retain=false 2024-11-14T04:23:36,017 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4abc8fd1da70e70a4959bac397b92280, regionState=OPENING, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:36,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4abc8fd1da70e70a4959bac397b92280, ASSIGN because future has completed 2024-11-14T04:23:36,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4abc8fd1da70e70a4959bac397b92280, server=b024da739ae8,43397,1731558210810}] 2024-11-14T04:23:36,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:36,174 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:36,175 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4abc8fd1da70e70a4959bac397b92280, NAME => 'test,,1731558215434.4abc8fd1da70e70a4959bac397b92280.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:36,175 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:36,175 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:23:36,175 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,175 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558215434.4abc8fd1da70e70a4959bac397b92280.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:36,175 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,175 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,176 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,177 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4abc8fd1da70e70a4959bac397b92280 columnFamilyName f 2024-11-14T04:23:36,177 DEBUG [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:36,177 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(327): Store=4abc8fd1da70e70a4959bac397b92280/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:36,177 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,178 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4abc8fd1da70e70a4959bac397b92280 columnFamilyName f1 2024-11-14T04:23:36,178 DEBUG [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:36,178 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(327): Store=4abc8fd1da70e70a4959bac397b92280/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:36,178 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,179 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4abc8fd1da70e70a4959bac397b92280 columnFamilyName norep 2024-11-14T04:23:36,179 DEBUG [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:36,179 INFO [StoreOpener-4abc8fd1da70e70a4959bac397b92280-1 {}] regionserver.HStore(327): Store=4abc8fd1da70e70a4959bac397b92280/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:36,179 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,180 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,180 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,181 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,181 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,181 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:36,182 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,184 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:36,185 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4abc8fd1da70e70a4959bac397b92280; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70884249, jitterRate=0.056257620453834534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:36,185 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:36,185 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4abc8fd1da70e70a4959bac397b92280: Running coprocessor pre-open hook at 1731558216175Writing region info on filesystem at 1731558216175Initializing all the Stores at 1731558216176 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558216176Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558216176Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558216176Cleaning up temporary data from old regions at 1731558216181 (+5 ms)Running coprocessor post-open hooks at 1731558216185 (+4 ms)Region opened successfully at 1731558216185 2024-11-14T04:23:36,186 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558215434.4abc8fd1da70e70a4959bac397b92280., pid=6, masterSystemTime=1731558216171 2024-11-14T04:23:36,187 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:36,187 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:36,187 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4abc8fd1da70e70a4959bac397b92280, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:36,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4abc8fd1da70e70a4959bac397b92280, server=b024da739ae8,43397,1731558210810 because future has completed 2024-11-14T04:23:36,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:23:36,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4abc8fd1da70e70a4959bac397b92280, server=b024da739ae8,43397,1731558210810 in 170 msec 2024-11-14T04:23:36,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:23:36,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4abc8fd1da70e70a4959bac397b92280, ASSIGN in 327 msec 2024-11-14T04:23:36,197 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:36,198 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558216197"}]},"ts":"1731558216197"} 2024-11-14T04:23:36,199 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:23:36,200 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:36,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 765 msec 2024-11-14T04:23:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:23:36,571 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:23:36,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e57c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:36,572 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:36,572 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:36,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:36,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2834612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:36,573 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,573 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:36,574 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35647670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32420f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,575 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:36,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:36,575 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:36,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a34090d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:36,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,576 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:36,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72a6939f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108fb853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:36,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:36,578 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486f87c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:36,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:36,579 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,579 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fd29a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:36,580 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,43799,1731558205574 2024-11-14T04:23:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e77e85b 2024-11-14T04:23:36,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:36,581 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:36,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:44145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:23:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:36,584 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:44145' 2024-11-14T04:23:36,584 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a2d800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,584 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:36,585 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:36,585 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad7de88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:36,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:36,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,586 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7312cff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:36,587 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44145,1731558210701 2024-11-14T04:23:36,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cd5c6e4 2024-11-14T04:23:36,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:36,588 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:36,589 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:23:36,589 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:23:36,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,589 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:36,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:36,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:36,590 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:23:36,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:36,591 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:36,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:36,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:23:36,640 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:23:36,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:36,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:36,981 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:36,981 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18205 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:36,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b65ab8f4250c0aa2c451f36cee8ca8b, NAME => 'hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6 2024-11-14T04:23:37,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:23:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:23:37,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:23:37,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:37,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:37,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-14T04:23:37,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:37,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:23:37,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:37,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T04:23:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b65ab8f4250c0aa2c451f36cee8ca8b, disabling compactions & flushes 2024-11-14T04:23:37,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. after waiting 0 ms 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b65ab8f4250c0aa2c451f36cee8ca8b: Waiting for close lock at 1731558217409Disabling compacts and flushes for region at 1731558217409Disabling writes for close at 1731558217409Writing region close event to WAL at 1731558217409Closed at 1731558217409 2024-11-14T04:23:37,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:37,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558217410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558217410"}]},"ts":"1731558217410"} 2024-11-14T04:23:37,412 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:37,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:37,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558217412"}]},"ts":"1731558217412"} 2024-11-14T04:23:37,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:23:37,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b65ab8f4250c0aa2c451f36cee8ca8b, ASSIGN}] 2024-11-14T04:23:37,415 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b65ab8f4250c0aa2c451f36cee8ca8b, ASSIGN 2024-11-14T04:23:37,415 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b65ab8f4250c0aa2c451f36cee8ca8b, ASSIGN; state=OFFLINE, location=b024da739ae8,41137,1731558205779; forceNewPlan=false, retain=false 2024-11-14T04:23:37,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b65ab8f4250c0aa2c451f36cee8ca8b, regionState=OPENING, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:37,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b65ab8f4250c0aa2c451f36cee8ca8b, ASSIGN because future has completed 2024-11-14T04:23:37,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b65ab8f4250c0aa2c451f36cee8ca8b, server=b024da739ae8,41137,1731558205779}] 2024-11-14T04:23:37,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:37,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:37,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:23:37,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41137%2C1731558205779.rep, suffix=, logDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779, archiveDir=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/oldWALs, maxLogs=10 2024-11-14T04:23:37,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.rep.1731558217729, exclude list is [], retry=0 2024-11-14T04:23:37,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33467,DS-5942823c-562c-44a8-840e-872476f5693a,DISK] 2024-11-14T04:23:37,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.rep.1731558217729 2024-11-14T04:23:37,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42611:42611)] 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b65ab8f4250c0aa2c451f36cee8ca8b, NAME => 'hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:37,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. service=MultiRowMutationService 2024-11-14T04:23:37,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,749 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,750 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b65ab8f4250c0aa2c451f36cee8ca8b columnFamilyName hfileref 2024-11-14T04:23:37,750 DEBUG [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:37,751 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(327): Store=2b65ab8f4250c0aa2c451f36cee8ca8b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:37,751 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,751 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b65ab8f4250c0aa2c451f36cee8ca8b columnFamilyName queue 2024-11-14T04:23:37,751 DEBUG [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:37,752 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(327): Store=2b65ab8f4250c0aa2c451f36cee8ca8b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:37,752 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,753 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b65ab8f4250c0aa2c451f36cee8ca8b columnFamilyName sid 2024-11-14T04:23:37,753 DEBUG [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:37,753 INFO [StoreOpener-2b65ab8f4250c0aa2c451f36cee8ca8b-1 {}] regionserver.HStore(327): Store=2b65ab8f4250c0aa2c451f36cee8ca8b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:37,753 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:37,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:37,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b65ab8f4250c0aa2c451f36cee8ca8b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69360801, jitterRate=0.03355647623538971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:37,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:37,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b65ab8f4250c0aa2c451f36cee8ca8b: Running coprocessor pre-open hook at 1731558217748Writing region info on filesystem at 1731558217748Initializing all the Stores at 1731558217749 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558217749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558217749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558217749Cleaning up temporary data from old regions at 1731558217755 (+6 ms)Running coprocessor post-open hooks at 1731558217758 (+3 ms)Region opened successfully at 1731558217758 2024-11-14T04:23:37,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b., pid=10, masterSystemTime=1731558217720 2024-11-14T04:23:37,762 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b65ab8f4250c0aa2c451f36cee8ca8b, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41137,1731558205779 2024-11-14T04:23:37,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:37,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b65ab8f4250c0aa2c451f36cee8ca8b, server=b024da739ae8,41137,1731558205779 because future has completed 2024-11-14T04:23:37,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:23:37,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b65ab8f4250c0aa2c451f36cee8ca8b, server=b024da739ae8,41137,1731558205779 in 196 msec 2024-11-14T04:23:37,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:23:37,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b65ab8f4250c0aa2c451f36cee8ca8b, ASSIGN in 352 msec 2024-11-14T04:23:37,768 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:37,768 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558217768"}]},"ts":"1731558217768"} 2024-11-14T04:23:37,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:23:37,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:37,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-14T04:23:37,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b., hostname=b024da739ae8,41137,1731558205779, seqNum=2] 2024-11-14T04:23:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:37,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:37,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:23:37,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:23:37,994 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:23:38,018 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,41137,1731558205779, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:23:38,018 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:38,018 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41137,1731558205779, seqNum=-1] 2024-11-14T04:23:38,018 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:38,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:38,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,41137,1731558205779', locateType=CURRENT is [region=hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b., hostname=b024da739ae8,41137,1731558205779, seqNum=2] 2024-11-14T04:23:38,023 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:23:38,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:23:38,025 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,41137,1731558205779 suceeded 2024-11-14T04:23:38,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:23:38,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T04:23:38,028 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:44145,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:23:38,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4460 sec 2024-11-14T04:23:38,040 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:44145' 2024-11-14T04:23:38,041 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45df65db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:38,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:38,042 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:38,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:38,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:38,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b273c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:38,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:38,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,044 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:38,044 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bb632ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,044 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:38,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44145,1731558210701 2024-11-14T04:23:38,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cd2db17 2024-11-14T04:23:38,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:38,045 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:38,046 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,41137,1731558205779 (queues=1) is replicating from cluster=c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab to cluster=66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83 2024-11-14T04:23:38,046 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C41137%2C1731558205779 2024-11-14T04:23:38,046 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,41137,1731558205779, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:23:38,047 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C41137%2C1731558205779 2024-11-14T04:23:38,047 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, startPosition=0, beingWritten=true 2024-11-14T04:23:38,053 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:38,053 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:38,053 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:38,145 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:23:38,256 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:38,559 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:38,676 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:38,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43799 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:38,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,732 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:23:38,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:38,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:38,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:38,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a942a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:38,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:38,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,738 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abbbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:38,738 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:38,740 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:38,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a24085b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,741 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44145,1731558210701 2024-11-14T04:23:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e65ad8c 2024-11-14T04:23:38,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:38,743 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:38,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:43799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:23:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:23:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:38,747 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:43799' 2024-11-14T04:23:38,756 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fbea5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,756 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:38,756 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:38,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39dc950b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:38,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,758 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:38,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68962983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:38,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,43799,1731558205574 2024-11-14T04:23:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@139fc836 2024-11-14T04:23:38,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:38,760 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:23:38,761 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:23:38,761 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:23:38,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:38,762 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:38,762 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:38,763 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:23:38,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:23:38,764 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:38,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:23:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:23:38,813 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:23:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:38,963 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:39,075 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:23:39,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faabd702777acad4f7439ff8b16472d0, NAME => 'hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd 2024-11-14T04:23:39,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:23:39,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:39,186 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing faabd702777acad4f7439ff8b16472d0, disabling compactions & flushes 2024-11-14T04:23:39,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. after waiting 0 ms 2024-11-14T04:23:39,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,187 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,187 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for faabd702777acad4f7439ff8b16472d0: Waiting for close lock at 1731558219186Disabling compacts and flushes for region at 1731558219186Disabling writes for close at 1731558219187 (+1 ms)Writing region close event to WAL at 1731558219187Closed at 1731558219187 2024-11-14T04:23:39,188 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:23:39,188 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558219188"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558219188"}]},"ts":"1731558219188"} 2024-11-14T04:23:39,190 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:23:39,191 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:23:39,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558219191"}]},"ts":"1731558219191"} 2024-11-14T04:23:39,193 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:23:39,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faabd702777acad4f7439ff8b16472d0, ASSIGN}] 2024-11-14T04:23:39,195 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faabd702777acad4f7439ff8b16472d0, ASSIGN 2024-11-14T04:23:39,196 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faabd702777acad4f7439ff8b16472d0, ASSIGN; state=OFFLINE, location=b024da739ae8,43397,1731558210810; forceNewPlan=false, retain=false 2024-11-14T04:23:39,346 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faabd702777acad4f7439ff8b16472d0, regionState=OPENING, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:39,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faabd702777acad4f7439ff8b16472d0, ASSIGN because future has completed 2024-11-14T04:23:39,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faabd702777acad4f7439ff8b16472d0, server=b024da739ae8,43397,1731558210810}] 2024-11-14T04:23:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:39,466 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:39,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:39,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:23:39,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43397%2C1731558210810.rep, suffix=, logDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810, archiveDir=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/oldWALs, maxLogs=10 2024-11-14T04:23:39,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.rep.1731558219506, exclude list is [], retry=0 2024-11-14T04:23:39,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46775,DS-bb526154-19d8-4c0c-acb6-20316dcc1dcf,DISK] 2024-11-14T04:23:39,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.rep.1731558219506 2024-11-14T04:23:39,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43951:43951)] 2024-11-14T04:23:39,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => faabd702777acad4f7439ff8b16472d0, NAME => 'hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:39,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. service=MultiRowMutationService 2024-11-14T04:23:39,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,527 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,528 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabd702777acad4f7439ff8b16472d0 columnFamilyName hfileref 2024-11-14T04:23:39,528 DEBUG [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:39,529 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(327): Store=faabd702777acad4f7439ff8b16472d0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:39,529 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,530 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabd702777acad4f7439ff8b16472d0 columnFamilyName queue 2024-11-14T04:23:39,530 DEBUG [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:39,530 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(327): Store=faabd702777acad4f7439ff8b16472d0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:39,530 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,531 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faabd702777acad4f7439ff8b16472d0 columnFamilyName sid 2024-11-14T04:23:39,531 DEBUG [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:39,531 INFO [StoreOpener-faabd702777acad4f7439ff8b16472d0-1 {}] regionserver.HStore(327): Store=faabd702777acad4f7439ff8b16472d0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:39,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/replication/faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/replication/faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:23:39,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/replication/faabd702777acad4f7439ff8b16472d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:39,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened faabd702777acad4f7439ff8b16472d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71967624, jitterRate=0.07240116596221924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:23:39,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:39,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for faabd702777acad4f7439ff8b16472d0: Running coprocessor pre-open hook at 1731558219526Writing region info on filesystem at 1731558219526Initializing all the Stores at 1731558219527 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558219527Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558219527Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558219527Cleaning up temporary data from old regions at 1731558219533 (+6 ms)Running coprocessor post-open hooks at 1731558219536 (+3 ms)Region opened successfully at 1731558219536 2024-11-14T04:23:39,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0., pid=10, masterSystemTime=1731558219501 2024-11-14T04:23:39,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,539 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:39,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faabd702777acad4f7439ff8b16472d0, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43397,1731558210810 2024-11-14T04:23:39,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faabd702777acad4f7439ff8b16472d0, server=b024da739ae8,43397,1731558210810 because future has completed 2024-11-14T04:23:39,544 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:23:39,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure faabd702777acad4f7439ff8b16472d0, server=b024da739ae8,43397,1731558210810 in 194 msec 2024-11-14T04:23:39,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:23:39,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faabd702777acad4f7439ff8b16472d0, ASSIGN in 351 msec 2024-11-14T04:23:39,547 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:23:39,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558219547"}]},"ts":"1731558219547"} 2024-11-14T04:23:39,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:23:39,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:23:39,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-14T04:23:39,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0., hostname=b024da739ae8,43397,1731558210810, seqNum=2] 2024-11-14T04:23:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:39,593 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:39,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:23:39,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43397 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:23:39,768 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:23:39,796 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,43397,1731558210810, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:23:39,796 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:39,796 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43397,1731558210810, seqNum=-1] 2024-11-14T04:23:39,796 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:39,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:39,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,43397,1731558210810', locateType=CURRENT is [region=hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0., hostname=b024da739ae8,43397,1731558210810, seqNum=2] 2024-11-14T04:23:39,803 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:23:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:23:39,805 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,43397,1731558210810 suceeded 2024-11-14T04:23:39,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:23:39,808 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T04:23:39,808 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:43799,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:23:39,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0650 sec 2024-11-14T04:23:39,825 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:43799' 2024-11-14T04:23:39,827 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ed909b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:39,827 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:39,827 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:39,828 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af9c792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:39,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:39,829 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:39,830 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360b2648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:39,830 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,43799,1731558205574 2024-11-14T04:23:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28b11adb 2024-11-14T04:23:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:23:39,832 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-14T04:23:39,833 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,43397,1731558210810 (queues=1) is replicating from cluster=66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83 to cluster=c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab 2024-11-14T04:23:39,833 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C43397%2C1731558210810 2024-11-14T04:23:39,833 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,43397,1731558210810, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:23:39,833 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, startPosition=0, beingWritten=true 2024-11-14T04:23:39,838 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C43397%2C1731558210810 2024-11-14T04:23:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44145 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:23:39,881 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:23:39,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:39,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:39,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:39,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:39,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:39,882 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41137,1731558205779, seqNum=-1] 2024-11-14T04:23:39,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:39,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:39,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392., hostname=b024da739ae8,41137,1731558205779, seqNum=2] 2024-11-14T04:23:39,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:39,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43397,1731558210810, seqNum=-1] 2024-11-14T04:23:39,892 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:39,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558215434.4abc8fd1da70e70a4959bac397b92280., hostname=b024da739ae8,43397,1731558210810, seqNum=2] 2024-11-14T04:23:39,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T04:23:39,915 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:39,915 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 379, reset compression=false 2024-11-14T04:23:39,915 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:40,070 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 379, reset compression=false 2024-11-14T04:23:40,075 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:40,075 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 480, reset compression=false 2024-11-14T04:23:40,075 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ae18da9d787bd13a57173dfe22f0392/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T04:23:40,078 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:40,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-14T04:23:40,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:23:40,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61918c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:40,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44145,-1 for getting cluster id 2024-11-14T04:23:40,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:40,083 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83' 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e2de7c-8fd9-4c34-9cdc-412c4e2e9c83" 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@580b94ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44145,-1] 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:40,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:40,085 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:40,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f490d5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:40,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43397,1731558210810, seqNum=-1] 2024-11-14T04:23:40,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:40,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:40,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558215434.4abc8fd1da70e70a4959bac397b92280., hostname=b024da739ae8,43397,1731558210810, seqNum=2] 2024-11-14T04:23:40,119 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 379, reset compression=false 2024-11-14T04:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 504, reset compression=false 2024-11-14T04:23:40,123 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:40,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:23:40,279 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 480, reset compression=false 2024-11-14T04:23:40,328 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 504, reset compression=false 2024-11-14T04:23:40,583 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 480, reset compression=false 2024-11-14T04:23:40,632 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 504, reset compression=false 2024-11-14T04:23:40,899 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T04:23:40,903 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T04:23:40,986 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 480, reset compression=false 2024-11-14T04:23:41,035 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 504, reset compression=false 2024-11-14T04:23:41,041 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:41,041 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 608, reset compression=false 2024-11-14T04:23:41,041 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[{test/4abc8fd1da70e70a4959bac397b92280/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:23:41,046 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:41,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-14T04:23:41,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:23:41,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4a3880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:41,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,43799,-1 for getting cluster id 2024-11-14T04:23:41,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:41,055 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab' 2024-11-14T04:23:41,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:41,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3ae7e7a-f51c-4543-ad9c-9d9b027c71ab" 2024-11-14T04:23:41,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4258766a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:41,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,43799,-1] 2024-11-14T04:23:41,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:41,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:41,057 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:41,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3161675b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:41,058 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41137,1731558205779, seqNum=-1] 2024-11-14T04:23:41,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:41,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-14T04:23:41,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392., hostname=b024da739ae8,41137,1731558205779, seqNum=2] 2024-11-14T04:23:41,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:23:41,252 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 608, reset compression=false 2024-11-14T04:23:41,490 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 480, reset compression=false 2024-11-14T04:23:41,494 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:41,494 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 607, reset compression=false 2024-11-14T04:23:41,494 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:41,556 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 608, reset compression=false 2024-11-14T04:23:41,709 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 607, reset compression=false 2024-11-14T04:23:41,905 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T04:23:41,920 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T04:23:41,960 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 608, reset compression=false 2024-11-14T04:23:42,014 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 607, reset compression=false 2024-11-14T04:23:42,029 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:42,029 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 763, reset compression=false 2024-11-14T04:23:42,029 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ae18da9d787bd13a57173dfe22f0392/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T04:23:42,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:23:42,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43397 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:23:42,234 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 763, reset compression=false 2024-11-14T04:23:42,463 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 608, reset compression=false 2024-11-14T04:23:42,467 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:42,467 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 756, reset compression=false 2024-11-14T04:23:42,467 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:42,537 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 763, reset compression=false 2024-11-14T04:23:42,670 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 756, reset compression=false 2024-11-14T04:23:42,921 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T04:23:42,924 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T04:23:42,946 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 763, reset compression=false 2024-11-14T04:23:42,973 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 756, reset compression=false 2024-11-14T04:23:42,977 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:23:42,977 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 915, reset compression=false 2024-11-14T04:23:42,977 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[{test/4abc8fd1da70e70a4959bac397b92280/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T04:23:42,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:23:42,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41137 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:23:43,181 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 915, reset compression=false 2024-11-14T04:23:43,452 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 763, reset compression=false 2024-11-14T04:23:43,459 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:43,459 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:43,459 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:43,483 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 915, reset compression=false 2024-11-14T04:23:43,664 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:43,887 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 915, reset compression=false 2024-11-14T04:23:43,927 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T04:23:43,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:23:43,929 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:43,930 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:43,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:43,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:43,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:43,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:23:43,930 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=949535400, stopped=false 2024-11-14T04:23:43,930 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,44145,1731558210701 2024-11-14T04:23:43,940 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-160192604/running 2024-11-14T04:23:43,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-160192604/running 2024-11-14T04:23:43,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:43,940 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:43,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:43,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:43,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:43,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:43,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/running 2024-11-14T04:23:43,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,43397,1731558210810' ***** 2024-11-14T04:23:43,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:23:43,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Set watcher on znode that does not yet exist, /1-160192604/running 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:23:43,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(3091): Received CLOSE for 4abc8fd1da70e70a4959bac397b92280 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(3091): Received CLOSE for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,43397,1731558210810 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:43,942 INFO [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43397. 2024-11-14T04:23:43,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4abc8fd1da70e70a4959bac397b92280, disabling compactions & flushes 2024-11-14T04:23:43,942 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:43,942 DEBUG [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:43,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:43,942 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:43,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. after waiting 0 ms 2024-11-14T04:23:43,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:43,943 INFO [RS:0;b024da739ae8:43397 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:23:43,943 INFO [RS:0;b024da739ae8:43397 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:23:43,943 INFO [RS:0;b024da739ae8:43397 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:23:43,943 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:23:43,943 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4abc8fd1da70e70a4959bac397b92280 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-14T04:23:43,943 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:23:43,943 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4abc8fd1da70e70a4959bac397b92280=test,,1731558215434.4abc8fd1da70e70a4959bac397b92280., faabd702777acad4f7439ff8b16472d0=hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.} 2024-11-14T04:23:43,943 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4abc8fd1da70e70a4959bac397b92280, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:43,943 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:43,943 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:43,943 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:43,943 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:43,943 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:43,943 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:23:43,961 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:43,965 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/info/2ac5e57694684f968479e8bedaefd74d is 147, key is hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0./info:regioninfo/1731558219539/Put/seqid=0 2024-11-14T04:23:43,967 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f/7ba84992ad3647f88172fde7a4c565d2 is 29, key is row1/f:/1731558222922/DeleteFamily/seqid=0 2024-11-14T04:23:43,969 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:43,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741841_1017 (size=5118) 2024-11-14T04:23:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741840_1016 (size=7686) 2024-11-14T04:23:44,143 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4abc8fd1da70e70a4959bac397b92280, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,161 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:23:44,161 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:23:44,343 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4abc8fd1da70e70a4959bac397b92280, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,386 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/info/2ac5e57694684f968479e8bedaefd74d 2024-11-14T04:23:44,387 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f/7ba84992ad3647f88172fde7a4c565d2 2024-11-14T04:23:44,391 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 915, reset compression=false 2024-11-14T04:23:44,393 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:44,394 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba84992ad3647f88172fde7a4c565d2 2024-11-14T04:23:44,397 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:44,397 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1162, reset compression=false 2024-11-14T04:23:44,397 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43397,1731558210810 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:44,398 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,43397,1731558210810: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,43397,1731558210810, walGroup=b024da739ae8%2C43397%2C1731558210810, offset=b024da739ae8%2C43397%2C1731558210810.1731558212281:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:43397 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:23:44,399 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:23:44,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:23:44,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:23:44,400 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:23:44,400 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:23:44,400 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 595118080 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 191220088 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:23:44,400 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:44145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:44145 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:23:44,421 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/ns/c8ddb72b7ccb49ff953d47856e7d78c4 is 43, key is default/ns:d/1731558213205/Put/seqid=0 2024-11-14T04:23:44,424 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f1/1eb3a799a69240158d888acf74d3b71f is 30, key is row1/f1:/1731558222922/DeleteFamily/seqid=0 2024-11-14T04:23:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:23:44,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741843_1019 (size=5123) 2024-11-14T04:23:44,438 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f1/1eb3a799a69240158d888acf74d3b71f 2024-11-14T04:23:44,442 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eb3a799a69240158d888acf74d3b71f 2024-11-14T04:23:44,455 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/norep/dc362a6dbbb54325bc586c1dcf0507c7 is 33, key is row1/norep:/1731558222922/DeleteFamily/seqid=0 2024-11-14T04:23:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741844_1020 (size=5108) 2024-11-14T04:23:44,544 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4abc8fd1da70e70a4959bac397b92280, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1162, reset compression=false 2024-11-14T04:23:44,744 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4abc8fd1da70e70a4959bac397b92280, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,827 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/ns/c8ddb72b7ccb49ff953d47856e7d78c4 2024-11-14T04:23:44,845 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/rep_barrier/13d5c7e9ec0f4833aba36742e090e779 is 112, key is test,,1731558215434.4abc8fd1da70e70a4959bac397b92280./rep_barrier:seqnumDuringOpen/1731558216187/Put/seqid=0 2024-11-14T04:23:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741845_1021 (size=5518) 2024-11-14T04:23:44,859 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/norep/dc362a6dbbb54325bc586c1dcf0507c7 2024-11-14T04:23:44,862 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc362a6dbbb54325bc586c1dcf0507c7 2024-11-14T04:23:44,863 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f/7ba84992ad3647f88172fde7a4c565d2 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/f/7ba84992ad3647f88172fde7a4c565d2 2024-11-14T04:23:44,868 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7ba84992ad3647f88172fde7a4c565d2 2024-11-14T04:23:44,868 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/f/7ba84992ad3647f88172fde7a4c565d2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:44,869 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/f1/1eb3a799a69240158d888acf74d3b71f as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/f1/1eb3a799a69240158d888acf74d3b71f 2024-11-14T04:23:44,875 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1eb3a799a69240158d888acf74d3b71f 2024-11-14T04:23:44,875 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/f1/1eb3a799a69240158d888acf74d3b71f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:44,876 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/.tmp/norep/dc362a6dbbb54325bc586c1dcf0507c7 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/norep/dc362a6dbbb54325bc586c1dcf0507c7 2024-11-14T04:23:44,883 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc362a6dbbb54325bc586c1dcf0507c7 2024-11-14T04:23:44,883 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/norep/dc362a6dbbb54325bc586c1dcf0507c7, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:44,884 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4abc8fd1da70e70a4959bac397b92280 in 942ms, sequenceid=8, compaction requested=false 2024-11-14T04:23:44,900 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/default/test/4abc8fd1da70e70a4959bac397b92280/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:23:44,900 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:44,900 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:44,900 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:44,900 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4abc8fd1da70e70a4959bac397b92280: Waiting for close lock at 1731558223942Running coprocessor pre-close hooks at 1731558223942Disabling compacts and flushes for region at 1731558223942Disabling writes for close at 1731558223942Obtaining lock to block concurrent updates at 1731558223943 (+1 ms)Preparing flush snapshotting stores in 4abc8fd1da70e70a4959bac397b92280 at 1731558223943Finished memstore snapshotting test,,1731558215434.4abc8fd1da70e70a4959bac397b92280., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731558223943Flushing stores of test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. at 1731558223944 (+1 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/f: creating writer at 1731558223944Flushing 4abc8fd1da70e70a4959bac397b92280/f: appending metadata at 1731558223966 (+22 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/f: closing flushed file at 1731558223966Flushing 4abc8fd1da70e70a4959bac397b92280/f1: creating writer at 1731558224394 (+428 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/f1: appending metadata at 1731558224423 (+29 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/f1: closing flushed file at 1731558224423Flushing 4abc8fd1da70e70a4959bac397b92280/norep: creating writer at 1731558224442 (+19 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/norep: appending metadata at 1731558224455 (+13 ms)Flushing 4abc8fd1da70e70a4959bac397b92280/norep: closing flushed file at 1731558224455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@111367d8: reopening flushed file at 1731558224863 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24879b25: reopening flushed file at 1731558224868 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3618f029: reopening flushed file at 1731558224875 (+7 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4abc8fd1da70e70a4959bac397b92280 in 942ms, sequenceid=8, compaction requested=false at 1731558224884 (+9 ms)Writing region close event to WAL at 1731558224896 (+12 ms)Running coprocessor post-close hooks at 1731558224900 (+4 ms)Closed at 1731558224900 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558215434.4abc8fd1da70e70a4959bac397b92280. 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faabd702777acad4f7439ff8b16472d0, disabling compactions & flushes 2024-11-14T04:23:44,901 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. after waiting 0 ms 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faabd702777acad4f7439ff8b16472d0: Waiting for close lock at 1731558224901Running coprocessor pre-close hooks at 1731558224901Disabling compacts and flushes for region at 1731558224901Disabling writes for close at 1731558224901Failed flush hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0., putting online again at 1731558224901 2024-11-14T04:23:44,901 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:44,901 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,924 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1162, reset compression=false 2024-11-14T04:23:44,930 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:44,931 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1806, reset compression=false 2024-11-14T04:23:44,944 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:23:44,944 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, faabd702777acad4f7439ff8b16472d0=hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0.} 2024-11-14T04:23:44,944 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(3091): Received CLOSE for faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,944 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, faabd702777acad4f7439ff8b16472d0 2024-11-14T04:23:44,944 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faabd702777acad4f7439ff8b16472d0, disabling compactions & flushes 2024-11-14T04:23:44,944 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,944 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,944 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. after waiting 0 ms 2024-11-14T04:23:44,944 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:44,944 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faabd702777acad4f7439ff8b16472d0: Waiting for close lock at 1731558224944Running coprocessor pre-close hooks at 1731558224944Disabling compacts and flushes for region at 1731558224944Disabling writes for close at 1731558224944Failed flush hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0., putting online again at 1731558224944 2024-11-14T04:23:44,945 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558218761.faabd702777acad4f7439ff8b16472d0. 2024-11-14T04:23:45,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:45,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,083 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:45,136 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1806, reset compression=false 2024-11-14T04:23:45,144 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:45,249 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/rep_barrier/13d5c7e9ec0f4833aba36742e090e779 2024-11-14T04:23:45,272 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/table/bfdc60b2262449cfa598b78bfb4e835a is 53, key is hbase:replication/table:state/1731558219547/Put/seqid=0 2024-11-14T04:23:45,344 DEBUG [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:23:45,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741846_1022 (size=5308) 2024-11-14T04:23:45,380 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/table/bfdc60b2262449cfa598b78bfb4e835a 2024-11-14T04:23:45,385 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/info/2ac5e57694684f968479e8bedaefd74d as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/info/2ac5e57694684f968479e8bedaefd74d 2024-11-14T04:23:45,389 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/info/2ac5e57694684f968479e8bedaefd74d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:23:45,390 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/ns/c8ddb72b7ccb49ff953d47856e7d78c4 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/ns/c8ddb72b7ccb49ff953d47856e7d78c4 2024-11-14T04:23:45,404 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/ns/c8ddb72b7ccb49ff953d47856e7d78c4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:23:45,407 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/rep_barrier/13d5c7e9ec0f4833aba36742e090e779 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/rep_barrier/13d5c7e9ec0f4833aba36742e090e779 2024-11-14T04:23:45,411 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/rep_barrier/13d5c7e9ec0f4833aba36742e090e779, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:23:45,412 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/.tmp/table/bfdc60b2262449cfa598b78bfb4e835a as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/table/bfdc60b2262449cfa598b78bfb4e835a 2024-11-14T04:23:45,419 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/table/bfdc60b2262449cfa598b78bfb4e835a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:23:45,420 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1477ms, sequenceid=16, compaction requested=false 2024-11-14T04:23:45,436 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:23:45,437 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:45,437 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:45,437 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:45,437 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558223943Running coprocessor pre-close hooks at 1731558223943Disabling compacts and flushes for region at 1731558223943Disabling writes for close at 1731558223943Obtaining lock to block concurrent updates at 1731558223943Preparing flush snapshotting stores in 1588230740 at 1731558223943Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558223943Flushing stores of hbase:meta,,1.1588230740 at 1731558223944 (+1 ms)Flushing 1588230740/info: creating writer at 1731558223944Flushing 1588230740/info: appending metadata at 1731558223964 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731558223964Flushing 1588230740/ns: creating writer at 1731558224390 (+426 ms)Flushing 1588230740/ns: appending metadata at 1731558224420 (+30 ms)Flushing 1588230740/ns: closing flushed file at 1731558224420Flushing 1588230740/rep_barrier: creating writer at 1731558224832 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558224844 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558224844Flushing 1588230740/table: creating writer at 1731558225252 (+408 ms)Flushing 1588230740/table: appending metadata at 1731558225271 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731558225271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29771bc4: reopening flushed file at 1731558225384 (+113 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c93a7ed: reopening flushed file at 1731558225389 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ffddb0d: reopening flushed file at 1731558225404 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76e34e9b: reopening flushed file at 1731558225411 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1477ms, sequenceid=16, compaction requested=false at 1731558225420 (+9 ms)Writing region close event to WAL at 1731558225432 (+12 ms)Running coprocessor post-close hooks at 1731558225437 (+5 ms)Closed at 1731558225437 2024-11-14T04:23:45,437 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:45,439 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1806, reset compression=false 2024-11-14T04:23:45,505 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:45,545 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T04:23:45,545 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,43397,1731558210810; all regions closed. 2024-11-14T04:23:45,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:23:45,547 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.meta.1731558213157.meta not finished, retry = 0 2024-11-14T04:23:45,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.rep.1731558219506 not finished, retry = 0 2024-11-14T04:23:45,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741839_1015 (size=1733) 2024-11-14T04:23:45,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741832_1008 (size=1814) 2024-11-14T04:23:45,752 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 not finished, retry = 0 2024-11-14T04:23:45,845 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 to pos 1806, reset compression=false 2024-11-14T04:23:45,853 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:45,853 INFO [RS:0;b024da739ae8:43397 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:45,853 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/WALs/b024da739ae8,43397,1731558210810/b024da739ae8%2C43397%2C1731558210810.1731558212281 2024-11-14T04:23:45,853 INFO [RS:0;b024da739ae8:43397 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:45,853 INFO [RS:0;b024da739ae8:43397 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:45,853 INFO [RS:0;b024da739ae8:43397 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:45,853 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:45,854 INFO [RS:0;b024da739ae8:43397 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,43397,1731558210810 because: Region server is closing 2024-11-14T04:23:45,854 INFO [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43397. 2024-11-14T04:23:45,854 DEBUG [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:45,854 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:45,854 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:45,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:45,954 INFO [RS:0;b024da739ae8:43397 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.shipperb024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 terminated 2024-11-14T04:23:45,954 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43397,1731558210810.replicationSource.wal-reader.b024da739ae8%2C43397%2C1731558210810,1-b024da739ae8,43397,1731558210810 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-14T04:23:45,955 INFO [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43397. 2024-11-14T04:23:45,955 DEBUG [RS:0;b024da739ae8:43397 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:45,955 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:45,955 DEBUG [RS:0;b024da739ae8:43397 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:45,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:45,955 INFO [RS:0;b024da739ae8:43397 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43397 2024-11-14T04:23:45,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604/rs 2024-11-14T04:23:45,998 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-160192604/rs/b024da739ae8,43397,1731558210810 2024-11-14T04:23:45,999 INFO [RS:0;b024da739ae8:43397 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:46,074 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,43397,1731558210810] 2024-11-14T04:23:46,148 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-160192604/draining/b024da739ae8,43397,1731558210810 already deleted, retry=false 2024-11-14T04:23:46,149 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,43397,1731558210810 expired; onlineServers=0 2024-11-14T04:23:46,149 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,44145,1731558210701' ***** 2024-11-14T04:23:46,149 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:23:46,149 INFO [M:0;b024da739ae8:44145 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:46,149 INFO [M:0;b024da739ae8:44145 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:46,149 DEBUG [M:0;b024da739ae8:44145 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:23:46,149 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:23:46,149 DEBUG [M:0;b024da739ae8:44145 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:23:46,149 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558212007 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558212007,5,FailOnTimeoutGroup] 2024-11-14T04:23:46,149 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558212007 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558212007,5,FailOnTimeoutGroup] 2024-11-14T04:23:46,149 INFO [M:0;b024da739ae8:44145 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:46,149 INFO [M:0;b024da739ae8:44145 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:46,149 DEBUG [M:0;b024da739ae8:44145 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:23:46,149 INFO [M:0;b024da739ae8:44145 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:23:46,150 INFO [M:0;b024da739ae8:44145 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:46,150 INFO [M:0;b024da739ae8:44145 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:23:46,150 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:23:46,175 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:46,175 INFO [RS:0;b024da739ae8:43397 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:46,175 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43397-0x101379559e70004, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:46,175 INFO [RS:0;b024da739ae8:43397 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,43397,1731558210810; zookeeper connection closed. 2024-11-14T04:23:46,175 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3160d442 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3160d442 2024-11-14T04:23:46,175 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:23:46,209 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:46,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-160192604/master 2024-11-14T04:23:46,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-160192604 2024-11-14T04:23:46,215 DEBUG [M:0;b024da739ae8:44145 {}] zookeeper.ZKUtil(347): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Unable to get data of znode /1-160192604/master because node does not exist (not an error) 2024-11-14T04:23:46,215 WARN [M:0;b024da739ae8:44145 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:23:46,227 INFO [M:0;b024da739ae8:44145 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/.lastflushedseqids 2024-11-14T04:23:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741847_1023 (size=245) 2024-11-14T04:23:46,633 INFO [M:0;b024da739ae8:44145 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:23:46,634 INFO [M:0;b024da739ae8:44145 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:23:46,634 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:46,634 INFO [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:46,634 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:46,634 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:46,634 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:46,634 INFO [M:0;b024da739ae8:44145 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T04:23:46,648 DEBUG [M:0;b024da739ae8:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b37d0917372441888d34355dce31c920 is 82, key is hbase:meta,,1/info:regioninfo/1731558213186/Put/seqid=0 2024-11-14T04:23:46,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741848_1024 (size=5672) 2024-11-14T04:23:47,015 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:47,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:47,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:47,042 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28265 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:47,051 INFO [M:0;b024da739ae8:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b37d0917372441888d34355dce31c920 2024-11-14T04:23:47,068 DEBUG [M:0;b024da739ae8:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac6fc95a7104f6e9e9a76f0dff3f89d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558219551/Put/seqid=0 2024-11-14T04:23:47,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741849_1025 (size=8516) 2024-11-14T04:23:47,072 INFO [M:0;b024da739ae8:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac6fc95a7104f6e9e9a76f0dff3f89d 2024-11-14T04:23:47,087 DEBUG [M:0;b024da739ae8:44145 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60b7ea24db71407f9d11d53098759240 is 69, key is b024da739ae8,43397,1731558210810/rs:state/1731558212090/Put/seqid=0 2024-11-14T04:23:47,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741850_1026 (size=5156) 2024-11-14T04:23:47,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-14T04:23:47,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-14T04:23:47,491 INFO [M:0;b024da739ae8:44145 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60b7ea24db71407f9d11d53098759240 2024-11-14T04:23:47,495 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b37d0917372441888d34355dce31c920 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b37d0917372441888d34355dce31c920 2024-11-14T04:23:47,499 INFO [M:0;b024da739ae8:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b37d0917372441888d34355dce31c920, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:23:47,500 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ac6fc95a7104f6e9e9a76f0dff3f89d as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac6fc95a7104f6e9e9a76f0dff3f89d 2024-11-14T04:23:47,503 INFO [M:0;b024da739ae8:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ac6fc95a7104f6e9e9a76f0dff3f89d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:23:47,504 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/60b7ea24db71407f9d11d53098759240 as hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60b7ea24db71407f9d11d53098759240 2024-11-14T04:23:47,508 INFO [M:0;b024da739ae8:44145 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42251/user/jenkins/test-data/06575c93-b090-8bcc-4818-4ab6a2d610dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/60b7ea24db71407f9d11d53098759240, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:23:47,509 INFO [M:0;b024da739ae8:44145 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false 2024-11-14T04:23:47,511 INFO [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:47,511 DEBUG [M:0;b024da739ae8:44145 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558226634Disabling compacts and flushes for region at 1731558226634Disabling writes for close at 1731558226634Obtaining lock to block concurrent updates at 1731558226634Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558226634Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731558226634Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558226635 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558226635Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558226647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558226647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558227055 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558227068 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558227068Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558227075 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558227087 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558227087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7350fbd1: reopening flushed file at 1731558227495 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a986644: reopening flushed file at 1731558227499 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4873b764: reopening flushed file at 1731558227503 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 875ms, sequenceid=97, compaction requested=false at 1731558227509 (+6 ms)Writing region close event to WAL at 1731558227511 (+2 ms)Closed at 1731558227511 2024-11-14T04:23:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46775 is added to blk_1073741830_1006 (size=63654) 2024-11-14T04:23:47,513 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:47,513 INFO [M:0;b024da739ae8:44145 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:23:47,513 INFO [M:0;b024da739ae8:44145 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44145 2024-11-14T04:23:47,514 INFO [M:0;b024da739ae8:44145 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:47,669 INFO [M:0;b024da739ae8:44145 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:47,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44145-0x101379559e70003, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:47,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66b85791{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:47,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ed1954a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:47,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:47,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccc127c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:47,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b51fbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:47,674 WARN [BP-560194569-172.17.0.3-1731558208385 heartbeating to localhost/127.0.0.1:42251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:23:47,674 WARN [BP-560194569-172.17.0.3-1731558208385 heartbeating to localhost/127.0.0.1:42251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-560194569-172.17.0.3-1731558208385 (Datanode Uuid d6c77dfe-7580-463c-b3ca-690496a2a110) service to localhost/127.0.0.1:42251 2024-11-14T04:23:47,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:23:47,674 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:23:47,674 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/cluster_d7e2c698-0296-8180-84c6-c04fff47e278/data/data1/current/BP-560194569-172.17.0.3-1731558208385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:47,675 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/cluster_d7e2c698-0296-8180-84c6-c04fff47e278/data/data2/current/BP-560194569-172.17.0.3-1731558208385 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:47,675 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:23:47,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@90617b4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:47,680 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a8e3d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:47,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:47,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a180a6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:47,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dceca05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:23:47,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:23:47,694 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:47,694 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:47,694 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:47,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:47,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:47,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:23:47,695 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=493888092, stopped=false 2024-11-14T04:23:47,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,43799,1731558205574 2024-11-14T04:23:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239843314/running 2024-11-14T04:23:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239843314/running 2024-11-14T04:23:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:47,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:47,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:47,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:23:47,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:47,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:47,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/running 2024-11-14T04:23:47,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41137,1731558205779' ***** 2024-11-14T04:23:47,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:23:47,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Set watcher on znode that does not yet exist, /0-239843314/running 2024-11-14T04:23:47,740 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:23:47,740 INFO [RS:0;b024da739ae8:41137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:23:47,740 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:23:47,740 INFO [RS:0;b024da739ae8:41137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:23:47,740 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b65ab8f4250c0aa2c451f36cee8ca8b 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41137,1731558205779 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41137. 2024-11-14T04:23:47,741 DEBUG [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:47,741 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b65ab8f4250c0aa2c451f36cee8ca8b, disabling compactions & flushes 2024-11-14T04:23:47,741 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. after waiting 0 ms 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:23:47,741 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b65ab8f4250c0aa2c451f36cee8ca8b 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-14T04:23:47,741 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:23:47,741 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1325): Online Regions={2b65ab8f4250c0aa2c451f36cee8ca8b=hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b., 4ae18da9d787bd13a57173dfe22f0392=test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:23:47,741 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b65ab8f4250c0aa2c451f36cee8ca8b, 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:47,741 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:47,741 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:47,741 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:23:47,761 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/info/09c3003492da45f9adbe435447d0ae7b is 147, key is hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b./info:regioninfo/1731558217761/Put/seqid=0 2024-11-14T04:23:47,761 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/.tmp/queue/cdde8d2115ea4d56a19b297f97b392d6 is 153, key is 1-b024da739ae8,41137,1731558205779/queue:b024da739ae8%2C41137%2C1731558205779/1731558223460/Put/seqid=0 2024-11-14T04:23:47,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741840_1016 (size=5352) 2024-11-14T04:23:47,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741841_1017 (size=7686) 2024-11-14T04:23:47,811 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:47,919 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:47,941 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b65ab8f4250c0aa2c451f36cee8ca8b, 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,109 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:23:48,109 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:23:48,141 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b65ab8f4250c0aa2c451f36cee8ca8b, 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,168 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/info/09c3003492da45f9adbe435447d0ae7b 2024-11-14T04:23:48,168 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/.tmp/queue/cdde8d2115ea4d56a19b297f97b392d6 2024-11-14T04:23:48,174 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/.tmp/queue/cdde8d2115ea4d56a19b297f97b392d6 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/queue/cdde8d2115ea4d56a19b297f97b392d6 2024-11-14T04:23:48,178 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/queue/cdde8d2115ea4d56a19b297f97b392d6, entries=1, sequenceid=10, filesize=5.2 K 2024-11-14T04:23:48,179 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2b65ab8f4250c0aa2c451f36cee8ca8b in 438ms, sequenceid=10, compaction requested=false 2024-11-14T04:23:48,192 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/ns/54528e7d8c2a4e22be16fa80bc7e2d2c is 43, key is default/ns:d/1731558208240/Put/seqid=0 2024-11-14T04:23:48,194 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/replication/2b65ab8f4250c0aa2c451f36cee8ca8b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T04:23:48,194 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:48,194 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:48,195 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b65ab8f4250c0aa2c451f36cee8ca8b: Waiting for close lock at 1731558227741Running coprocessor pre-close hooks at 1731558227741Disabling compacts and flushes for region at 1731558227741Disabling writes for close at 1731558227741Obtaining lock to block concurrent updates at 1731558227741Preparing flush snapshotting stores in 2b65ab8f4250c0aa2c451f36cee8ca8b at 1731558227741Finished memstore snapshotting hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731558227742 (+1 ms)Flushing stores of hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. at 1731558227743 (+1 ms)Flushing 2b65ab8f4250c0aa2c451f36cee8ca8b/queue: creating writer at 1731558227743Flushing 2b65ab8f4250c0aa2c451f36cee8ca8b/queue: appending metadata at 1731558227760 (+17 ms)Flushing 2b65ab8f4250c0aa2c451f36cee8ca8b/queue: closing flushed file at 1731558227760Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28239d4d: reopening flushed file at 1731558228173 (+413 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2b65ab8f4250c0aa2c451f36cee8ca8b in 438ms, sequenceid=10, compaction requested=false at 1731558228179 (+6 ms)Writing region close event to WAL at 1731558228184 (+5 ms)Running coprocessor post-close hooks at 1731558228194 (+10 ms)Closed at 1731558228194 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558216589.2b65ab8f4250c0aa2c451f36cee8ca8b. 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ae18da9d787bd13a57173dfe22f0392, disabling compactions & flushes 2024-11-14T04:23:48,195 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. after waiting 0 ms 2024-11-14T04:23:48,195 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:48,195 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ae18da9d787bd13a57173dfe22f0392 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-14T04:23:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:23:48,208 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/ns/54528e7d8c2a4e22be16fa80bc7e2d2c 2024-11-14T04:23:48,218 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f/a7451d95d7424e20bf88ad036fed42a1 is 29, key is row1/f:/1731558222922/DeleteFamily/seqid=0 2024-11-14T04:23:48,229 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/d7335d10d96248e8bfc9b65d357f1dae is 112, key is test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392./rep_barrier:seqnumDuringOpen/1731558214433/Put/seqid=0 2024-11-14T04:23:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741843_1019 (size=5118) 2024-11-14T04:23:48,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741844_1020 (size=5518) 2024-11-14T04:23:48,244 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/d7335d10d96248e8bfc9b65d357f1dae 2024-11-14T04:23:48,268 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/table/612e39f717f446049d91b36326d7e294 is 53, key is hbase:replication/table:state/1731558217768/Put/seqid=0 2024-11-14T04:23:48,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741845_1021 (size=5308) 2024-11-14T04:23:48,342 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,542 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,633 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f/a7451d95d7424e20bf88ad036fed42a1 2024-11-14T04:23:48,637 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7451d95d7424e20bf88ad036fed42a1 2024-11-14T04:23:48,658 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f1/8bbb578013604aff9d1ae8a95becaa86 is 30, key is row1/f1:/1731558222922/DeleteFamily/seqid=0 2024-11-14T04:23:48,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741846_1022 (size=5123) 2024-11-14T04:23:48,674 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/table/612e39f717f446049d91b36326d7e294 2024-11-14T04:23:48,692 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/info/09c3003492da45f9adbe435447d0ae7b as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/info/09c3003492da45f9adbe435447d0ae7b 2024-11-14T04:23:48,698 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/info/09c3003492da45f9adbe435447d0ae7b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:23:48,699 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/ns/54528e7d8c2a4e22be16fa80bc7e2d2c as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/ns/54528e7d8c2a4e22be16fa80bc7e2d2c 2024-11-14T04:23:48,703 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/ns/54528e7d8c2a4e22be16fa80bc7e2d2c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:23:48,704 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/rep_barrier/d7335d10d96248e8bfc9b65d357f1dae as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/rep_barrier/d7335d10d96248e8bfc9b65d357f1dae 2024-11-14T04:23:48,708 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/rep_barrier/d7335d10d96248e8bfc9b65d357f1dae, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:23:48,708 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/.tmp/table/612e39f717f446049d91b36326d7e294 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/table/612e39f717f446049d91b36326d7e294 2024-11-14T04:23:48,712 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/table/612e39f717f446049d91b36326d7e294, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:23:48,713 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false 2024-11-14T04:23:48,717 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:23:48,717 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:48,717 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:23:48,718 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:48,718 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558227741Running coprocessor pre-close hooks at 1731558227741Disabling compacts and flushes for region at 1731558227741Disabling writes for close at 1731558227741Obtaining lock to block concurrent updates at 1731558227741Preparing flush snapshotting stores in 1588230740 at 1731558227741Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558227742 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558227743 (+1 ms)Flushing 1588230740/info: creating writer at 1731558227743Flushing 1588230740/info: appending metadata at 1731558227760 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731558227760Flushing 1588230740/ns: creating writer at 1731558228173 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731558228191 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731558228191Flushing 1588230740/rep_barrier: creating writer at 1731558228211 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558228229 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558228229Flushing 1588230740/table: creating writer at 1731558228251 (+22 ms)Flushing 1588230740/table: appending metadata at 1731558228267 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731558228267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd52a00: reopening flushed file at 1731558228691 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5880c3ff: reopening flushed file at 1731558228698 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@143534c9: reopening flushed file at 1731558228703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6abd8eae: reopening flushed file at 1731558228708 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 972ms, sequenceid=16, compaction requested=false at 1731558228713 (+5 ms)Writing region close event to WAL at 1731558228714 (+1 ms)Running coprocessor post-close hooks at 1731558228717 (+3 ms)Closed at 1731558228718 (+1 ms) 2024-11-14T04:23:48,718 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:48,742 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:23:48,742 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1325): Online Regions={4ae18da9d787bd13a57173dfe22f0392=test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392.} 2024-11-14T04:23:48,742 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,934 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 912, reset compression=false 2024-11-14T04:23:48,941 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:23:48,941 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 1159, reset compression=false 2024-11-14T04:23:48,941 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41137,1731558205779 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:23:48,942 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:48,942 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,41137,1731558205779: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,41137,1731558205779, walGroup=b024da739ae8%2C41137%2C1731558205779, offset=b024da739ae8%2C41137%2C1731558205779.1731558207217:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:41137 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:23:48,943 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:23:48,943 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:23:48,944 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:23:48,944 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:23:48,944 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:23:48,944 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 689489920 }, "NonHeapMemoryUsage": { "committed": 194772992, "init": 7667712, "max": -1, "used": 191945400 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:23:48,945 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:43799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:43799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:23:49,066 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f1/8bbb578013604aff9d1ae8a95becaa86 2024-11-14T04:23:49,071 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bbb578013604aff9d1ae8a95becaa86 2024-11-14T04:23:49,088 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/norep/c6c5bfe541cf439f8a47180580abb238 is 32, key is row/norep:/1731558221908/DeleteFamily/seqid=0 2024-11-14T04:23:49,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741847_1023 (size=5101) 2024-11-14T04:23:49,142 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:49,161 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 1159, reset compression=false 2024-11-14T04:23:49,343 DEBUG [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1351): Waiting on 4ae18da9d787bd13a57173dfe22f0392 2024-11-14T04:23:49,464 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 to pos 1159, reset compression=false 2024-11-14T04:23:49,492 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/norep/c6c5bfe541cf439f8a47180580abb238 2024-11-14T04:23:49,497 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c5bfe541cf439f8a47180580abb238 2024-11-14T04:23:49,499 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f/a7451d95d7424e20bf88ad036fed42a1 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/f/a7451d95d7424e20bf88ad036fed42a1 2024-11-14T04:23:49,505 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7451d95d7424e20bf88ad036fed42a1 2024-11-14T04:23:49,505 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/f/a7451d95d7424e20bf88ad036fed42a1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:49,506 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/f1/8bbb578013604aff9d1ae8a95becaa86 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/f1/8bbb578013604aff9d1ae8a95becaa86 2024-11-14T04:23:49,516 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8bbb578013604aff9d1ae8a95becaa86 2024-11-14T04:23:49,516 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/f1/8bbb578013604aff9d1ae8a95becaa86, entries=2, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:49,517 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/.tmp/norep/c6c5bfe541cf439f8a47180580abb238 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/norep/c6c5bfe541cf439f8a47180580abb238 2024-11-14T04:23:49,522 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c6c5bfe541cf439f8a47180580abb238 2024-11-14T04:23:49,522 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/norep/c6c5bfe541cf439f8a47180580abb238, entries=1, sequenceid=8, filesize=5.0 K 2024-11-14T04:23:49,523 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4ae18da9d787bd13a57173dfe22f0392 in 1328ms, sequenceid=8, compaction requested=false 2024-11-14T04:23:49,539 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/data/default/test/4ae18da9d787bd13a57173dfe22f0392/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:23:49,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:23:49,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:49,540 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:49,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ae18da9d787bd13a57173dfe22f0392: Waiting for close lock at 1731558228195Running coprocessor pre-close hooks at 1731558228195Disabling compacts and flushes for region at 1731558228195Disabling writes for close at 1731558228195Obtaining lock to block concurrent updates at 1731558228195Preparing flush snapshotting stores in 4ae18da9d787bd13a57173dfe22f0392 at 1731558228195Finished memstore snapshotting test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731558228195Flushing stores of test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. at 1731558228196 (+1 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/f: creating writer at 1731558228196Flushing 4ae18da9d787bd13a57173dfe22f0392/f: appending metadata at 1731558228218 (+22 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/f: closing flushed file at 1731558228218Flushing 4ae18da9d787bd13a57173dfe22f0392/f1: creating writer at 1731558228637 (+419 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/f1: appending metadata at 1731558228657 (+20 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/f1: closing flushed file at 1731558228657Flushing 4ae18da9d787bd13a57173dfe22f0392/norep: creating writer at 1731558229071 (+414 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/norep: appending metadata at 1731558229087 (+16 ms)Flushing 4ae18da9d787bd13a57173dfe22f0392/norep: closing flushed file at 1731558229087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ac7d5e: reopening flushed file at 1731558229497 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be623a9: reopening flushed file at 1731558229505 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4637de: reopening flushed file at 1731558229516 (+11 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 4ae18da9d787bd13a57173dfe22f0392 in 1328ms, sequenceid=8, compaction requested=false at 1731558229523 (+7 ms)Writing region close event to WAL at 1731558229536 (+13 ms)Running coprocessor post-close hooks at 1731558229540 (+4 ms)Closed at 1731558229540 2024-11-14T04:23:49,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558213281.4ae18da9d787bd13a57173dfe22f0392. 2024-11-14T04:23:49,543 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41137,1731558205779; all regions closed. 2024-11-14T04:23:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:23:49,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741839_1015 (size=2676) 2024-11-14T04:23:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741832_1008 (size=1811) 2024-11-14T04:23:49,549 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/WALs/b024da739ae8,41137,1731558205779/b024da739ae8%2C41137%2C1731558205779.1731558207217 not finished, retry = 0 2024-11-14T04:23:49,650 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:49,650 INFO [RS:0;b024da739ae8:41137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:23:49,650 INFO [RS:0;b024da739ae8:41137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:49,650 INFO [RS:0;b024da739ae8:41137 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:49,650 INFO [RS:0;b024da739ae8:41137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:49,651 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:49,651 INFO [RS:0;b024da739ae8:41137 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,41137,1731558205779 because: Region server is closing 2024-11-14T04:23:49,651 INFO [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41137. 2024-11-14T04:23:49,651 DEBUG [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:49,651 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:49,651 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:49,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:49,751 INFO [RS:0;b024da739ae8:41137 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.shipperb024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 terminated 2024-11-14T04:23:49,751 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41137,1731558205779.replicationSource.wal-reader.b024da739ae8%2C41137%2C1731558205779,1-b024da739ae8,41137,1731558205779 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:23:49,751 INFO [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41137. 2024-11-14T04:23:49,752 DEBUG [RS:0;b024da739ae8:41137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:23:49,752 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:49,752 DEBUG [RS:0;b024da739ae8:41137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:49,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:23:49,752 INFO [RS:0;b024da739ae8:41137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41137 2024-11-14T04:23:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239843314/rs/b024da739ae8,41137,1731558205779 2024-11-14T04:23:49,766 INFO [RS:0;b024da739ae8:41137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:49,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314/rs 2024-11-14T04:23:49,782 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41137,1731558205779] 2024-11-14T04:23:49,803 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-239843314/draining/b024da739ae8,41137,1731558205779 already deleted, retry=false 2024-11-14T04:23:49,803 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41137,1731558205779 expired; onlineServers=0 2024-11-14T04:23:49,803 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,43799,1731558205574' ***** 2024-11-14T04:23:49,803 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:23:49,803 INFO [M:0;b024da739ae8:43799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:23:49,803 INFO [M:0;b024da739ae8:43799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:23:49,803 DEBUG [M:0;b024da739ae8:43799 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:23:49,803 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:23:49,803 DEBUG [M:0;b024da739ae8:43799 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:23:49,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558206963 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558206963,5,FailOnTimeoutGroup] 2024-11-14T04:23:49,803 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558206963 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558206963,5,FailOnTimeoutGroup] 2024-11-14T04:23:49,803 INFO [M:0;b024da739ae8:43799 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:23:49,803 INFO [M:0;b024da739ae8:43799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:23:49,803 DEBUG [M:0;b024da739ae8:43799 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:23:49,804 INFO [M:0;b024da739ae8:43799 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:23:49,804 INFO [M:0;b024da739ae8:43799 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:23:49,804 INFO [M:0;b024da739ae8:43799 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:23:49,804 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:23:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-239843314/master 2024-11-14T04:23:49,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-239843314 2024-11-14T04:23:49,813 DEBUG [M:0;b024da739ae8:43799 {}] zookeeper.ZKUtil(347): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Unable to get data of znode /0-239843314/master because node does not exist (not an error) 2024-11-14T04:23:49,813 WARN [M:0;b024da739ae8:43799 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:23:49,817 INFO [M:0;b024da739ae8:43799 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/.lastflushedseqids 2024-11-14T04:23:49,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741848_1024 (size=245) 2024-11-14T04:23:49,882 INFO [RS:0;b024da739ae8:41137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:49,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:49,882 INFO [RS:0;b024da739ae8:41137 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41137,1731558205779; zookeeper connection closed. 2024-11-14T04:23:49,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41137-0x101379559e70001, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:49,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77851753 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77851753 2024-11-14T04:23:49,882 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:23:50,228 INFO [M:0;b024da739ae8:43799 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:23:50,228 INFO [M:0;b024da739ae8:43799 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:23:50,228 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:50,228 INFO [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:50,228 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:50,228 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:50,228 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:50,229 INFO [M:0;b024da739ae8:43799 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-14T04:23:50,242 DEBUG [M:0;b024da739ae8:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfcf6aaff6ef40c98cdb970e13d57057 is 82, key is hbase:meta,,1/info:regioninfo/1731558208151/Put/seqid=0 2024-11-14T04:23:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741849_1025 (size=5672) 2024-11-14T04:23:50,402 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:23:50,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:23:50,645 INFO [M:0;b024da739ae8:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfcf6aaff6ef40c98cdb970e13d57057 2024-11-14T04:23:50,661 DEBUG [M:0;b024da739ae8:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2d3ed8cf9a4bc58dbdcdc5853d3bc3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558217771/Put/seqid=0 2024-11-14T04:23:50,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741850_1026 (size=8516) 2024-11-14T04:23:50,664 INFO [M:0;b024da739ae8:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2d3ed8cf9a4bc58dbdcdc5853d3bc3 2024-11-14T04:23:50,684 DEBUG [M:0;b024da739ae8:43799 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1bc6e1662d6458abef3fcb17c166709 is 69, key is b024da739ae8,41137,1731558205779/rs:state/1731558207053/Put/seqid=0 2024-11-14T04:23:50,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741851_1027 (size=5156) 2024-11-14T04:23:51,088 INFO [M:0;b024da739ae8:43799 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1bc6e1662d6458abef3fcb17c166709 2024-11-14T04:23:51,094 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cfcf6aaff6ef40c98cdb970e13d57057 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfcf6aaff6ef40c98cdb970e13d57057 2024-11-14T04:23:51,099 INFO [M:0;b024da739ae8:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cfcf6aaff6ef40c98cdb970e13d57057, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:23:51,099 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c2d3ed8cf9a4bc58dbdcdc5853d3bc3 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2d3ed8cf9a4bc58dbdcdc5853d3bc3 2024-11-14T04:23:51,104 INFO [M:0;b024da739ae8:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c2d3ed8cf9a4bc58dbdcdc5853d3bc3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:23:51,104 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1bc6e1662d6458abef3fcb17c166709 as hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1bc6e1662d6458abef3fcb17c166709 2024-11-14T04:23:51,108 INFO [M:0;b024da739ae8:43799 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38481/user/jenkins/test-data/9d87311b-5b18-378d-92c6-b3ec22b4d7d6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1bc6e1662d6458abef3fcb17c166709, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:23:51,109 INFO [M:0;b024da739ae8:43799 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-14T04:23:51,110 INFO [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:51,110 DEBUG [M:0;b024da739ae8:43799 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558230228Disabling compacts and flushes for region at 1731558230228Disabling writes for close at 1731558230228Obtaining lock to block concurrent updates at 1731558230229 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558230229Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731558230229Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558230229Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558230229Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558230241 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558230241Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558230649 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558230660 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558230661 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558230668 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558230683 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558230683Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b30d2c: reopening flushed file at 1731558231092 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25589795: reopening flushed file at 1731558231099 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dbc041d: reopening flushed file at 1731558231104 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1731558231109 (+5 ms)Writing region close event to WAL at 1731558231110 (+1 ms)Closed at 1731558231110 2024-11-14T04:23:51,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33467 is added to blk_1073741830_1006 (size=63654) 2024-11-14T04:23:51,112 INFO [M:0;b024da739ae8:43799 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:23:51,112 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:23:51,112 INFO [M:0;b024da739ae8:43799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43799 2024-11-14T04:23:51,112 INFO [M:0;b024da739ae8:43799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:23:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:51,255 INFO [M:0;b024da739ae8:43799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:23:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43799-0x101379559e70000, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:23:51,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8510484{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:51,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7987b4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:51,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:51,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19470430{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:51,258 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@778dbb7d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:51,259 WARN [BP-1767077339-172.17.0.3-1731558202967 heartbeating to localhost/127.0.0.1:38481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:23:51,259 WARN [BP-1767077339-172.17.0.3-1731558202967 heartbeating to localhost/127.0.0.1:38481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1767077339-172.17.0.3-1731558202967 (Datanode Uuid 09640b50-e296-4c41-af39-4837a7b06525) service to localhost/127.0.0.1:38481 2024-11-14T04:23:51,259 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:23:51,259 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:23:51,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/data/data1/current/BP-1767077339-172.17.0.3-1731558202967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:51,260 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/cluster_725a4402-f6f5-de31-d3ae-3a3fb6fa6739/data/data2/current/BP-1767077339-172.17.0.3-1731558202967 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:23:51,260 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:23:51,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a6935ea{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:51,264 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d1b267b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:23:51,264 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:23:51,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d0fc0ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:23:51,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f199b05{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91840eb3-eb03-5e19-029c-f0aef5bdd2ef/hadoop.log.dir/,STOPPED} 2024-11-14T04:23:51,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:23:51,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:23:51,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=261 (was 241) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42251 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57375) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:42251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38481 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57375) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:38481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=659 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=674 (was 730), ProcessCount=11 (was 11), AvailableMemoryMB=1559 (was 1160) - AvailableMemoryMB LEAK? - 2024-11-14T04:23:51,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=261, OpenFileDescriptor=659, MaxFileDescriptor=1048576, SystemLoadAverage=674, ProcessCount=11, AvailableMemoryMB=1559 2024-11-14T04:23:51,307 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-14T04:23:51,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir so I do NOT create it in target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189 2024-11-14T04:23:51,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:23:51,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.tmp.dir so I do NOT create it in target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189 2024-11-14T04:23:51,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f49c5ef-3ab0-628b-2e6e-8e8b2e04d11f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:23:51,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189 2024-11-14T04:23:51,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708, deleteOnExit=true 2024-11-14T04:23:51,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/zookeeper_0, clientPort=53005, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:23:51,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53005 2024-11-14T04:23:51,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:23:51,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/test.cache.data in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:23:51,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:23:51,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:23:51,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:23:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101379559e70005, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:23:51,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101379559e70002, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:23:51,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101379559e70002, quorum=127.0.0.1:57375, baseZNode=/0-239843314 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:23:51,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101379559e70005, quorum=127.0.0.1:57375, baseZNode=/1-160192604 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:23:51,787 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:51,790 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:51,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:51,796 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:51,796 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:23:51,801 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:51,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de489a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:51,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dd1842f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:51,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a68ad89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-6241898979005571562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:51,926 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d01858c{HTTP/1.1, (http/1.1)}{localhost:45521} 2024-11-14T04:23:51,926 INFO [Time-limited test {}] server.Server(415): Started @318953ms 2024-11-14T04:23:52,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:52,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:52,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:52,251 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:52,251 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:23:52,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2456767e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:52,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf30e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:52,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e0d7e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/java.io.tmpdir/jetty-localhost-40399-hadoop-hdfs-3_4_1-tests_jar-_-any-15185716503894625039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:52,390 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ebe229{HTTP/1.1, (http/1.1)}{localhost:40399} 2024-11-14T04:23:52,390 INFO [Time-limited test {}] server.Server(415): Started @319417ms 2024-11-14T04:23:52,392 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:23:53,162 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/data/data1/current/BP-1873191794-172.17.0.3-1731558231330/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:53,162 WARN [Thread-2662 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/data/data2/current/BP-1873191794-172.17.0.3-1731558231330/current, will proceed with Du for space computation calculation, 2024-11-14T04:23:53,183 WARN [Thread-2649 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b8c65e7fba2670 with lease ID 0x754225e56ecab97e: Processing first storage report for DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537 from datanode DatanodeRegistration(127.0.0.1:34623, datanodeUuid=2f7808bc-05de-4830-b02c-d332b393d001, infoPort=36563, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=600206956;c=1731558231330) 2024-11-14T04:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b8c65e7fba2670 with lease ID 0x754225e56ecab97e: from storage DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537 node DatanodeRegistration(127.0.0.1:34623, datanodeUuid=2f7808bc-05de-4830-b02c-d332b393d001, infoPort=36563, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=600206956;c=1731558231330), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83b8c65e7fba2670 with lease ID 0x754225e56ecab97e: Processing first storage report for DS-8dd34146-314d-4f67-8d3a-aa6b40d4b889 from datanode DatanodeRegistration(127.0.0.1:34623, datanodeUuid=2f7808bc-05de-4830-b02c-d332b393d001, infoPort=36563, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=600206956;c=1731558231330) 2024-11-14T04:23:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83b8c65e7fba2670 with lease ID 0x754225e56ecab97e: from storage DS-8dd34146-314d-4f67-8d3a-aa6b40d4b889 node DatanodeRegistration(127.0.0.1:34623, datanodeUuid=2f7808bc-05de-4830-b02c-d332b393d001, infoPort=36563, infoSecurePort=0, ipcPort=44191, storageInfo=lv=-57;cid=testClusterID;nsid=600206956;c=1731558231330), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:23:53,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189 2024-11-14T04:23:53,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:23:53,648 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace with version=8 2024-11-14T04:23:53,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/hbase-staging 2024-11-14T04:23:53,650 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:23:53,650 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:53,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38049 2024-11-14T04:23:53,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38049 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:23:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380490x0, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:53,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38049-0x1013795c8b90000 connected 2024-11-14T04:23:53,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/running 2024-11-14T04:23:53,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace, hbase.cluster.distributed=false 2024-11-14T04:23:53,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/acl 2024-11-14T04:23:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-14T04:23:53,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38049 2024-11-14T04:23:53,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38049 2024-11-14T04:23:53,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-14T04:23:53,797 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38049 2024-11-14T04:23:53,816 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:23:53,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:23:53,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37965 2024-11-14T04:23:53,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37965 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:23:53,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:53,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379650x0, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:53,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/running 2024-11-14T04:23:53,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37965-0x1013795c8b90001 connected 2024-11-14T04:23:53,835 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:23:53,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:23:53,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/master 2024-11-14T04:23:53,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/acl 2024-11-14T04:23:53,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-14T04:23:53,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37965 2024-11-14T04:23:53,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37965 2024-11-14T04:23:53,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-14T04:23:53,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37965 2024-11-14T04:23:53,860 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:38049 2024-11-14T04:23:53,860 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-211144072/backup-masters/b024da739ae8,38049,1731558233650 2024-11-14T04:23:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/backup-masters 2024-11-14T04:23:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/backup-masters 2024-11-14T04:23:53,877 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on existing znode=/0-211144072/backup-masters/b024da739ae8,38049,1731558233650 2024-11-14T04:23:53,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:53,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211144072/master 2024-11-14T04:23:53,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:53,898 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on existing znode=/0-211144072/master 2024-11-14T04:23:53,898 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-211144072/backup-masters/b024da739ae8,38049,1731558233650 from backup master directory 2024-11-14T04:23:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211144072/backup-masters/b024da739ae8,38049,1731558233650 2024-11-14T04:23:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/backup-masters 2024-11-14T04:23:53,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/backup-masters 2024-11-14T04:23:53,908 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:53,908 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,38049,1731558233650 2024-11-14T04:23:53,926 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/hbase.id] with ID: 9f344f92-579a-47cd-bf77-64e1acb25db4 2024-11-14T04:23:53,926 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/.tmp/hbase.id 2024-11-14T04:23:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:23:54,333 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/.tmp/hbase.id]:[hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/hbase.id] 2024-11-14T04:23:54,341 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:23:54,341 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:23:54,342 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:23:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:54,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:23:54,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:23:54,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:23:54,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:23:54,798 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store 2024-11-14T04:23:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:23:55,208 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:55,208 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:23:55,208 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558235208Disabling compacts and flushes for region at 1731558235208Disabling writes for close at 1731558235208Writing region close event to WAL at 1731558235208Closed at 1731558235208 2024-11-14T04:23:55,209 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/.initializing 2024-11-14T04:23:55,209 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/WALs/b024da739ae8,38049,1731558233650 2024-11-14T04:23:55,210 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:55,211 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C38049%2C1731558233650, suffix=, logDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/WALs/b024da739ae8,38049,1731558233650, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/oldWALs, maxLogs=10 2024-11-14T04:23:55,225 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/WALs/b024da739ae8,38049,1731558233650/b024da739ae8%2C38049%2C1731558233650.1731558235211, exclude list is [], retry=0 2024-11-14T04:23:55,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537,DISK] 2024-11-14T04:23:55,228 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/WALs/b024da739ae8,38049,1731558233650/b024da739ae8%2C38049%2C1731558233650.1731558235211 2024-11-14T04:23:55,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)] 2024-11-14T04:23:55,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:55,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:55,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:23:55,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:55,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:23:55,235 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:55,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:23:55,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:55,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:23:55,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:23:55,239 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,240 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,240 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,241 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,241 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,241 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:55,242 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:23:55,244 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:55,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257236, jitterRate=0.06181555986404419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:55,245 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558235230Initializing all the Stores at 1731558235231 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558235231Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558235231Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558235231Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558235231Cleaning up temporary data from old regions at 1731558235241 (+10 ms)Region opened successfully at 1731558235245 (+4 ms) 2024-11-14T04:23:55,245 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:23:55,248 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479af5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:55,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:23:55,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:23:55,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:23:55,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:23:55,249 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:23:55,250 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:23:55,250 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:23:55,251 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:23:55,252 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/balancer because node does not exist (not necessarily an error) 2024-11-14T04:23:55,260 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/balancer already deleted, retry=false 2024-11-14T04:23:55,260 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:23:55,261 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:23:55,270 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/normalizer already deleted, retry=false 2024-11-14T04:23:55,271 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:23:55,271 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:23:55,287 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/switch/split already deleted, retry=false 2024-11-14T04:23:55,287 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:23:55,308 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/switch/merge already deleted, retry=false 2024-11-14T04:23:55,309 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:23:55,318 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/snapshot-cleanup already deleted, retry=false 2024-11-14T04:23:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211144072/running 2024-11-14T04:23:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-211144072/running 2024-11-14T04:23:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,329 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,38049,1731558233650, sessionid=0x1013795c8b90000, setting cluster-up flag (Was=false) 2024-11-14T04:23:55,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,381 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-211144072/flush-table-proc/acquired, /0-211144072/flush-table-proc/reached, /0-211144072/flush-table-proc/abort 2024-11-14T04:23:55,382 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38049,1731558233650 2024-11-14T04:23:55,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:55,445 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-211144072/online-snapshot/acquired, /0-211144072/online-snapshot/reached, /0-211144072/online-snapshot/abort 2024-11-14T04:23:55,446 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38049,1731558233650 2024-11-14T04:23:55,448 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:23:55,449 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:55,449 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:23:55,449 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:23:55,449 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,38049,1731558233650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:55,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,456 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(746): ClusterId : 9f344f92-579a-47cd-bf77-64e1acb25db4 2024-11-14T04:23:55,456 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:55,456 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:23:55,456 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:23:55,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:23:55,466 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:23:55,466 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558265472 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:23:55,473 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:23:55,476 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,476 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:23:55,476 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:23:55,477 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:23:55,477 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:23:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:23:55,477 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:23:55,477 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:23:55,478 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558235477,5,FailOnTimeoutGroup] 2024-11-14T04:23:55,478 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558235478,5,FailOnTimeoutGroup] 2024-11-14T04:23:55,478 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,478 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:23:55,478 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,478 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:23:55,479 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace 2024-11-14T04:23:55,485 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:23:55,485 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d47a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:23:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:23:55,505 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:37965 2024-11-14T04:23:55,505 INFO [RS:0;b024da739ae8:37965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:23:55,505 INFO [RS:0;b024da739ae8:37965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:23:55,505 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:23:55,506 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,38049,1731558233650 with port=37965, startcode=1731558233815 2024-11-14T04:23:55,506 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:23:55,508 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:23:55,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,509 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38049 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,510 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace 2024-11-14T04:23:55,511 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37763 2024-11-14T04:23:55,511 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:23:55,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/rs 2024-11-14T04:23:55,523 DEBUG [RS:0;b024da739ae8:37965 {}] zookeeper.ZKUtil(111): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on existing znode=/0-211144072/rs/b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,523 WARN [RS:0;b024da739ae8:37965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:23:55,524 INFO [RS:0;b024da739ae8:37965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:55,524 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,524 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,37965,1731558233815] 2024-11-14T04:23:55,529 INFO [RS:0;b024da739ae8:37965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:23:55,532 INFO [RS:0;b024da739ae8:37965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:23:55,536 INFO [RS:0;b024da739ae8:37965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:23:55,536 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,536 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:23:55,538 INFO [RS:0;b024da739ae8:37965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:23:55,538 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,538 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,539 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,539 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,539 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:23:55,539 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:55,539 DEBUG [RS:0;b024da739ae8:37965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,543 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37965,1731558233815-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:55,561 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:23:55,561 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,37965,1731558233815-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,561 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,561 INFO [RS:0;b024da739ae8:37965 {}] regionserver.Replication(171): b024da739ae8,37965,1731558233815 started 2024-11-14T04:23:55,578 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:55,578 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,37965,1731558233815, RpcServer on b024da739ae8/172.17.0.3:37965, sessionid=0x1013795c8b90001 2024-11-14T04:23:55,578 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:23:55,578 DEBUG [RS:0;b024da739ae8:37965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37965,1731558233815' 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-211144072/flush-table-proc/abort' 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-211144072/flush-table-proc/acquired' 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,37965,1731558233815 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,37965,1731558233815' 2024-11-14T04:23:55,579 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-211144072/online-snapshot/abort' 2024-11-14T04:23:55,580 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-211144072/online-snapshot/acquired' 2024-11-14T04:23:55,580 DEBUG [RS:0;b024da739ae8:37965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:23:55,580 INFO [RS:0;b024da739ae8:37965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:23:55,580 INFO [RS:0;b024da739ae8:37965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:23:55,680 INFO [RS:0;b024da739ae8:37965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:23:55,682 INFO [RS:0;b024da739ae8:37965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37965%2C1731558233815, suffix=, logDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/oldWALs, maxLogs=10 2024-11-14T04:23:55,714 DEBUG [RS:0;b024da739ae8:37965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, exclude list is [], retry=0 2024-11-14T04:23:55,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537,DISK] 2024-11-14T04:23:55,721 INFO [RS:0;b024da739ae8:37965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 2024-11-14T04:23:55,721 DEBUG [RS:0;b024da739ae8:37965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)] 2024-11-14T04:23:55,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:55,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:55,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:55,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:55,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:55,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:55,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:55,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:55,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:55,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:55,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:55,912 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:55,912 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:55,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:55,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:55,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740 2024-11-14T04:23:55,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740 2024-11-14T04:23:55,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:55,914 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:55,914 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:55,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:55,917 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:23:55,917 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66992063, jitterRate=-0.0017404705286026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558235906Initializing all the Stores at 1731558235906Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558235906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558235906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558235906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558235906Cleaning up temporary data from old regions at 1731558235914 (+8 ms)Region opened successfully at 1731558235917 (+3 ms) 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:23:55,918 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:23:55,918 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:23:55,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558235918Disabling compacts and flushes for region at 1731558235918Disabling writes for close at 1731558235918Writing region close event to WAL at 1731558235918Closed at 1731558235918 2024-11-14T04:23:55,919 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:55,919 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:23:55,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:23:55,920 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:55,921 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:23:56,071 DEBUG [b024da739ae8:38049 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:23:56,072 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:23:56,072 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37965,1731558233815, state=OPENING 2024-11-14T04:23:56,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:23:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:56,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:23:56,092 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:23:56,092 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37965,1731558233815}] 2024-11-14T04:23:56,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211144072/meta-region-server: CHANGED 2024-11-14T04:23:56,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211144072/meta-region-server: CHANGED 2024-11-14T04:23:56,248 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:23:56,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:23:56,251 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:23:56,251 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:23:56,251 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:23:56,259 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37965%2C1731558233815.meta, suffix=.meta, logDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/oldWALs, maxLogs=10 2024-11-14T04:23:56,276 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.meta.1731558236259.meta, exclude list is [], retry=0 2024-11-14T04:23:56,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537,DISK] 2024-11-14T04:23:56,280 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.meta.1731558236259.meta 2024-11-14T04:23:56,280 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)] 2024-11-14T04:23:56,280 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:23:56,280 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:23:56,280 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:23:56,280 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:23:56,280 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:23:56,281 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:23:56,281 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:23:56,281 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:23:56,281 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:23:56,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:23:56,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:23:56,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:56,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:56,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:23:56,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:23:56,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:56,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:56,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:23:56,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:23:56,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:56,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:56,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:23:56,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:23:56,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:23:56,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:23:56,286 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:23:56,286 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740 2024-11-14T04:23:56,287 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740 2024-11-14T04:23:56,288 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:23:56,288 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:23:56,288 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:23:56,289 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:23:56,290 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70815316, jitterRate=0.05523043870925903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:23:56,290 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:23:56,290 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558236281Writing region info on filesystem at 1731558236281Initializing all the Stores at 1731558236281Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558236281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558236282 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558236282Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558236282Cleaning up temporary data from old regions at 1731558236288 (+6 ms)Running coprocessor post-open hooks at 1731558236290 (+2 ms)Region opened successfully at 1731558236290 2024-11-14T04:23:56,291 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558236247 2024-11-14T04:23:56,293 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:23:56,293 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:23:56,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:23:56,294 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,37965,1731558233815, state=OPEN 2024-11-14T04:23:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-211144072/meta-region-server 2024-11-14T04:23:56,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-211144072/meta-region-server 2024-11-14T04:23:56,328 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,37965,1731558233815 2024-11-14T04:23:56,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211144072/meta-region-server: CHANGED 2024-11-14T04:23:56,328 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-211144072/meta-region-server: CHANGED 2024-11-14T04:23:56,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:23:56,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,37965,1731558233815 in 236 msec 2024-11-14T04:23:56,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:23:56,331 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-14T04:23:56,331 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:23:56,331 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:23:56,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:56,332 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37965,1731558233815, seqNum=-1] 2024-11-14T04:23:56,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:56,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:56,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 888 msec 2024-11-14T04:23:56,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558236337, completionTime=-1 2024-11-14T04:23:56,337 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:23:56,337 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558296339 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558356339 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:38049, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,339 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,340 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,341 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:23:56,342 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.434sec 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:23:56,343 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:23:56,344 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:23:56,344 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:23:56,344 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38049,1731558233650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:23:56,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7147cc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:56,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:23:56,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:23:56,357 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0d746c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:23:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:23:56,359 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:23:56,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2896aeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:23:56,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:23:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37965,1731558233815, seqNum=-1] 2024-11-14T04:23:56,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:23:56,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:23:56,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,38049,1731558233650 2024-11-14T04:23:56,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:23:56,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:23:56,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013795c8b90002 connected 2024-11-14T04:23:56,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir so I do NOT create it in target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741 2024-11-14T04:23:56,415 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:23:56,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.tmp.dir so I do NOT create it in target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741 2024-11-14T04:23:56,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:23:56,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/cluster_b9ba1e19-686b-d02e-92c1-c8abc0a690ac, deleteOnExit=true 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/test.cache.data in system properties and HBase conf 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:23:56,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:23:56,417 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:23:56,417 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:23:56,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:23:57,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:57,036 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:57,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:57,054 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:23:57,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:57,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba1cff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:57,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c40843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:57,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:23:57,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:57,081 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38305 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:23:57,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39ba2f45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/java.io.tmpdir/jetty-localhost-44213-hadoop-hdfs-3_4_1-tests_jar-_-any-3895338651430172924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:23:57,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f1376e6{HTTP/1.1, (http/1.1)}{localhost:44213} 2024-11-14T04:23:57,156 INFO [Time-limited test {}] server.Server(415): Started @324183ms 2024-11-14T04:23:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:23:57,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:23:57,503 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:23:57,507 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:23:57,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:23:57,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:23:57,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:23:57,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5895ebe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:23:57,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6850e13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:23:57,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e69e4c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/java.io.tmpdir/jetty-localhost-38511-hadoop-hdfs-3_4_1-tests_jar-_-any-10905056998812259886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:23:57,615 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72cb97e6{HTTP/1.1, (http/1.1)}{localhost:38511} 2024-11-14T04:23:57,615 INFO [Time-limited test {}] server.Server(415): Started @324641ms 2024-11-14T04:23:57,616 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:24:01,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,763 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/cluster_b9ba1e19-686b-d02e-92c1-c8abc0a690ac/data/data1/current/BP-1101540257-172.17.0.3-1731558236440/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:01,763 WARN [Thread-2783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/cluster_b9ba1e19-686b-d02e-92c1-c8abc0a690ac/data/data2/current/BP-1101540257-172.17.0.3-1731558236440/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:01,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:01,854 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:24:01,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87484219a3652e4 with lease ID 0xbc21dea944d13577: Processing first storage report for DS-b8f9b097-365a-4377-a450-3891495da080 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=e8599919-f907-415c-ab79-d5b573a87a6d, infoPort=34003, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=50919082;c=1731558236440) 2024-11-14T04:24:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87484219a3652e4 with lease ID 0xbc21dea944d13577: from storage DS-b8f9b097-365a-4377-a450-3891495da080 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=e8599919-f907-415c-ab79-d5b573a87a6d, infoPort=34003, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=50919082;c=1731558236440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa87484219a3652e4 with lease ID 0xbc21dea944d13577: Processing first storage report for DS-5c368413-3392-4b68-a761-5e3e0a1b2df5 from datanode DatanodeRegistration(127.0.0.1:39317, datanodeUuid=e8599919-f907-415c-ab79-d5b573a87a6d, infoPort=34003, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=50919082;c=1731558236440) 2024-11-14T04:24:01,868 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa87484219a3652e4 with lease ID 0xbc21dea944d13577: from storage DS-5c368413-3392-4b68-a761-5e3e0a1b2df5 node DatanodeRegistration(127.0.0.1:39317, datanodeUuid=e8599919-f907-415c-ab79-d5b573a87a6d, infoPort=34003, infoSecurePort=0, ipcPort=33475, storageInfo=lv=-57;cid=testClusterID;nsid=50919082;c=1731558236440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:01,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,952 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:01,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741 2024-11-14T04:24:01,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:01,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:01,985 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:24:02,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:24:02,006 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536 with version=8 2024-11-14T04:24:02,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/hbase-staging 2024-11-14T04:24:02,012 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:24:02,012 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:02,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40517 2024-11-14T04:24:02,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40517 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:02,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405170x0, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:02,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40517-0x1013795c8b90003 connected 2024-11-14T04:24:02,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:02,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:02,632 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/running 2024-11-14T04:24:02,633 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536, hbase.cluster.distributed=false 2024-11-14T04:24:02,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/acl 2024-11-14T04:24:02,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40517 2024-11-14T04:24:02,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40517 2024-11-14T04:24:02,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40517 2024-11-14T04:24:02,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40517 2024-11-14T04:24:02,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40517 2024-11-14T04:24:02,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:24:02,700 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:02,702 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41339 2024-11-14T04:24:02,703 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41339 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:02,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:02,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:02,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413390x0, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:02,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413390x0, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/running 2024-11-14T04:24:02,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41339-0x1013795c8b90004 connected 2024-11-14T04:24:02,756 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:24:02,763 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:24:02,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/master 2024-11-14T04:24:02,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/acl 2024-11-14T04:24:02,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-14T04:24:02,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41339 2024-11-14T04:24:02,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41339 2024-11-14T04:24:02,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-14T04:24:02,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41339 2024-11-14T04:24:02,822 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:40517 2024-11-14T04:24:02,823 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-740786606/backup-masters/b024da739ae8,40517,1731558242011 2024-11-14T04:24:02,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/backup-masters 2024-11-14T04:24:02,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/backup-masters 2024-11-14T04:24:02,840 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on existing znode=/1-740786606/backup-masters/b024da739ae8,40517,1731558242011 2024-11-14T04:24:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740786606/master 2024-11-14T04:24:02,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:02,850 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on existing znode=/1-740786606/master 2024-11-14T04:24:02,851 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-740786606/backup-masters/b024da739ae8,40517,1731558242011 from backup master directory 2024-11-14T04:24:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740786606/backup-masters/b024da739ae8,40517,1731558242011 2024-11-14T04:24:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/backup-masters 2024-11-14T04:24:02,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/backup-masters 2024-11-14T04:24:02,860 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:02,860 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,40517,1731558242011 2024-11-14T04:24:02,887 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/hbase.id] with ID: f97651fb-8fec-47a0-aa5f-436dea0bbf48 2024-11-14T04:24:02,887 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/.tmp/hbase.id 2024-11-14T04:24:02,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:24:02,908 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/.tmp/hbase.id]:[hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/hbase.id] 2024-11-14T04:24:02,921 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:02,921 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:24:02,922 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:24:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:02,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:02,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:24:02,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:02,967 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:24:02,976 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:03,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:24:03,020 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store 2024-11-14T04:24:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:24:03,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:03,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:03,450 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:03,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:03,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:03,450 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:03,450 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:03,451 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558243450Disabling compacts and flushes for region at 1731558243450Disabling writes for close at 1731558243450Writing region close event to WAL at 1731558243450Closed at 1731558243450 2024-11-14T04:24:03,451 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/.initializing 2024-11-14T04:24:03,451 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/WALs/b024da739ae8,40517,1731558242011 2024-11-14T04:24:03,453 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:03,454 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C40517%2C1731558242011, suffix=, logDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/WALs/b024da739ae8,40517,1731558242011, archiveDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/oldWALs, maxLogs=10 2024-11-14T04:24:03,466 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/WALs/b024da739ae8,40517,1731558242011/b024da739ae8%2C40517%2C1731558242011.1731558243454, exclude list is [], retry=0 2024-11-14T04:24:03,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-b8f9b097-365a-4377-a450-3891495da080,DISK] 2024-11-14T04:24:03,470 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/WALs/b024da739ae8,40517,1731558242011/b024da739ae8%2C40517%2C1731558242011.1731558243454 2024-11-14T04:24:03,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-14T04:24:03,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:03,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:03,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,470 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:24:03,472 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:03,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:03,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:24:03,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:03,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:03,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:24:03,474 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:03,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:03,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:24:03,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:03,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:03,476 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,476 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,477 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,478 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,478 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,478 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:03,479 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:03,481 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:03,481 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74874886, jitterRate=0.11572274565696716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:03,481 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558243470Initializing all the Stores at 1731558243471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558243471Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558243471Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558243471Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558243471Cleaning up temporary data from old regions at 1731558243478 (+7 ms)Region opened successfully at 1731558243481 (+3 ms) 2024-11-14T04:24:03,482 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:24:03,484 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f64784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:03,485 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:24:03,485 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:24:03,485 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:24:03,485 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:24:03,485 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:24:03,486 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:24:03,486 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:24:03,487 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:24:03,488 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/balancer because node does not exist (not necessarily an error) 2024-11-14T04:24:03,560 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/balancer already deleted, retry=false 2024-11-14T04:24:03,561 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:24:03,562 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:24:03,630 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/normalizer already deleted, retry=false 2024-11-14T04:24:03,630 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:24:03,631 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:24:03,655 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/switch/split already deleted, retry=false 2024-11-14T04:24:03,656 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:24:03,676 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/switch/merge already deleted, retry=false 2024-11-14T04:24:03,678 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:24:03,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/snapshot-cleanup already deleted, retry=false 2024-11-14T04:24:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740786606/running 2024-11-14T04:24:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740786606/running 2024-11-14T04:24:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:03,697 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,40517,1731558242011, sessionid=0x1013795c8b90003, setting cluster-up flag (Was=false) 2024-11-14T04:24:03,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:03,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:03,960 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740786606/flush-table-proc/acquired, /1-740786606/flush-table-proc/reached, /1-740786606/flush-table-proc/abort 2024-11-14T04:24:03,961 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,40517,1731558242011 2024-11-14T04:24:03,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:03,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:04,055 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740786606/online-snapshot/acquired, /1-740786606/online-snapshot/reached, /1-740786606/online-snapshot/abort 2024-11-14T04:24:04,056 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,40517,1731558242011 2024-11-14T04:24:04,057 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:24:04,058 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:04,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:24:04,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:24:04,059 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,40517,1731558242011 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:24:04,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:04,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:04,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:04,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:04,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:24:04,061 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,061 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:04,061 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:04,066 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:24:04,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:24:04,084 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558274083 2024-11-14T04:24:04,084 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:24:04,084 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:24:04,085 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:24:04,085 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:24:04,086 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:24:04,086 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:24:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:24:04,098 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,099 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:24:04,099 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:24:04,099 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:24:04,099 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:24:04,100 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:24:04,100 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:24:04,116 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558244100,5,FailOnTimeoutGroup] 2024-11-14T04:24:04,117 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(746): ClusterId : f97651fb-8fec-47a0-aa5f-436dea0bbf48 2024-11-14T04:24:04,117 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:24:04,124 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558244116,5,FailOnTimeoutGroup] 2024-11-14T04:24:04,124 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,124 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:24:04,124 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,124 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,129 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:24:04,129 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:24:04,144 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:24:04,145 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52248061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:04,163 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:41339 2024-11-14T04:24:04,163 INFO [RS:0;b024da739ae8:41339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:24:04,163 INFO [RS:0;b024da739ae8:41339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:24:04,163 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:24:04,163 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,40517,1731558242011 with port=41339, startcode=1731558242699 2024-11-14T04:24:04,164 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:24:04,169 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:24:04,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40517 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,169 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40517 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,171 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536 2024-11-14T04:24:04,171 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35823 2024-11-14T04:24:04,171 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:24:04,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/rs 2024-11-14T04:24:04,216 DEBUG [RS:0;b024da739ae8:41339 {}] zookeeper.ZKUtil(111): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on existing znode=/1-740786606/rs/b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,216 WARN [RS:0;b024da739ae8:41339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:04,216 INFO [RS:0;b024da739ae8:41339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:04,216 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,216 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,41339,1731558242699] 2024-11-14T04:24:04,219 INFO [RS:0;b024da739ae8:41339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:24:04,220 INFO [RS:0;b024da739ae8:41339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:24:04,221 INFO [RS:0;b024da739ae8:41339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:24:04,221 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,224 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:24:04,225 INFO [RS:0;b024da739ae8:41339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:24:04,225 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:04,225 DEBUG [RS:0;b024da739ae8:41339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,226 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41339,1731558242699-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:04,240 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:24:04,241 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,41339,1731558242699-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,241 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,241 INFO [RS:0;b024da739ae8:41339 {}] regionserver.Replication(171): b024da739ae8,41339,1731558242699 started 2024-11-14T04:24:04,254 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,254 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,41339,1731558242699, RpcServer on b024da739ae8/172.17.0.3:41339, sessionid=0x1013795c8b90004 2024-11-14T04:24:04,254 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:24:04,254 DEBUG [RS:0;b024da739ae8:41339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,254 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41339,1731558242699' 2024-11-14T04:24:04,254 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740786606/flush-table-proc/abort' 2024-11-14T04:24:04,254 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740786606/flush-table-proc/acquired' 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,41339,1731558242699' 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740786606/online-snapshot/abort' 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740786606/online-snapshot/acquired' 2024-11-14T04:24:04,255 DEBUG [RS:0;b024da739ae8:41339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:24:04,255 INFO [RS:0;b024da739ae8:41339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:24:04,255 INFO [RS:0;b024da739ae8:41339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:24:04,355 INFO [RS:0;b024da739ae8:41339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:04,357 INFO [RS:0;b024da739ae8:41339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41339%2C1731558242699, suffix=, logDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699, archiveDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/oldWALs, maxLogs=10 2024-11-14T04:24:04,369 DEBUG [RS:0;b024da739ae8:41339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, exclude list is [], retry=0 2024-11-14T04:24:04,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-b8f9b097-365a-4377-a450-3891495da080,DISK] 2024-11-14T04:24:04,374 INFO [RS:0;b024da739ae8:41339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 2024-11-14T04:24:04,375 DEBUG [RS:0;b024da739ae8:41339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-14T04:24:04,499 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:24:04,499 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536 2024-11-14T04:24:04,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:24:04,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:04,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:04,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:04,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:04,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:04,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:04,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:04,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:04,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:04,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:04,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740 2024-11-14T04:24:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740 2024-11-14T04:24:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:04,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:04,524 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:04,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:04,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:04,527 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67391621, jitterRate=0.004213407635688782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558244515Initializing all the Stores at 1731558244516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558244516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244516Cleaning up temporary data from old regions at 1731558244523 (+7 ms)Region opened successfully at 1731558244527 (+4 ms) 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:04,527 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:04,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:04,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558244527Disabling compacts and flushes for region at 1731558244527Disabling writes for close at 1731558244527Writing region close event to WAL at 1731558244527Closed at 1731558244527 2024-11-14T04:24:04,528 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:04,528 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:24:04,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:24:04,529 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:04,530 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:24:04,680 DEBUG [b024da739ae8:40517 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:24:04,681 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41339,1731558242699, state=OPENING 2024-11-14T04:24:04,701 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:24:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:04,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:04,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740786606/meta-region-server: CHANGED 2024-11-14T04:24:04,712 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740786606/meta-region-server: CHANGED 2024-11-14T04:24:04,712 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:04,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41339,1731558242699}] 2024-11-14T04:24:04,865 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:04,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:24:04,869 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:24:04,869 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:04,869 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:24:04,870 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41339%2C1731558242699.meta, suffix=.meta, logDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699, archiveDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/oldWALs, maxLogs=10 2024-11-14T04:24:04,886 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.meta.1731558244870.meta, exclude list is [], retry=0 2024-11-14T04:24:04,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-b8f9b097-365a-4377-a450-3891495da080,DISK] 2024-11-14T04:24:04,889 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.meta.1731558244870.meta 2024-11-14T04:24:04,890 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-14T04:24:04,890 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:04,890 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:04,890 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:04,890 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:24:04,890 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:24:04,891 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:24:04,891 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:04,891 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:24:04,891 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:24:04,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:04,892 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:04,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:04,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:04,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:04,894 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:04,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:04,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:04,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:04,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:04,895 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:04,895 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740 2024-11-14T04:24:04,898 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740 2024-11-14T04:24:04,899 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:04,899 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:04,899 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:04,900 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:04,900 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306596, jitterRate=-0.0715593695640564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:04,900 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:24:04,900 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558244891Writing region info on filesystem at 1731558244891Initializing all the Stores at 1731558244891Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244892 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558244892Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558244892Cleaning up temporary data from old regions at 1731558244899 (+7 ms)Running coprocessor post-open hooks at 1731558244900 (+1 ms)Region opened successfully at 1731558244900 2024-11-14T04:24:04,901 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558244864 2024-11-14T04:24:04,903 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:24:04,903 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:24:04,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,904 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,41339,1731558242699, state=OPEN 2024-11-14T04:24:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740786606/meta-region-server 2024-11-14T04:24:04,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740786606/meta-region-server 2024-11-14T04:24:04,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,41339,1731558242699 2024-11-14T04:24:04,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740786606/meta-region-server: CHANGED 2024-11-14T04:24:04,929 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740786606/meta-region-server: CHANGED 2024-11-14T04:24:04,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:24:04,931 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,41339,1731558242699 in 217 msec 2024-11-14T04:24:04,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:24:04,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-14T04:24:04,933 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:04,933 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:24:04,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:04,934 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41339,1731558242699, seqNum=-1] 2024-11-14T04:24:04,934 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:04,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:04,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 881 msec 2024-11-14T04:24:04,940 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558244939, completionTime=-1 2024-11-14T04:24:04,940 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:24:04,940 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:24:04,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:24:04,941 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558304941 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558364941 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:40517, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,942 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,943 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:04,944 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:24:04,945 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.085sec 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:04,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:24:04,947 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:24:04,947 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:24:04,947 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40517,1731558242011-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:05,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a2d48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:05,018 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:05,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:05,019 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:05,019 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9877f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:05,020 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:05,021 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:05,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275d98ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:05,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41339,1731558242699, seqNum=-1] 2024-11-14T04:24:05,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:05,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:05,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,40517,1731558242011 2024-11-14T04:24:05,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:05,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:05,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013795c8b90005 connected 2024-11-14T04:24:05,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir so I do NOT create it in target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb 2024-11-14T04:24:05,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:24:05,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.tmp.dir so I do NOT create it in target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb 2024-11-14T04:24:05,061 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:24:05,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb 2024-11-14T04:24:05,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:24:05,061 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/cluster_668b425c-b432-8c44-94e4-693a9f68d6d8, deleteOnExit=true 2024-11-14T04:24:05,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/test.cache.data in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:24:05,062 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:24:05,062 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:24:05,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:24:05,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:05,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:05,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:05,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:05,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:24:05,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:05,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30a9f3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:05,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55482074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:05,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@759e5492{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/java.io.tmpdir/jetty-localhost-42703-hadoop-hdfs-3_4_1-tests_jar-_-any-2751822289058254774/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:05,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32738fc8{HTTP/1.1, (http/1.1)}{localhost:42703} 2024-11-14T04:24:05,839 INFO [Time-limited test {}] server.Server(415): Started @332866ms 2024-11-14T04:24:06,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:06,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:07,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:07,000 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:07,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:24:07,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@488a0d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:07,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e68446d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:07,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:07,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:07,091 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48315 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:07,128 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1963fb0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/java.io.tmpdir/jetty-localhost-33443-hadoop-hdfs-3_4_1-tests_jar-_-any-8928263829084420436/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:07,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@8a7d804{HTTP/1.1, (http/1.1)}{localhost:33443} 2024-11-14T04:24:07,128 INFO [Time-limited test {}] server.Server(415): Started @334155ms 2024-11-14T04:24:07,129 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:24:08,537 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/cluster_668b425c-b432-8c44-94e4-693a9f68d6d8/data/data1/current/BP-304968249-172.17.0.3-1731558245078/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:08,538 WARN [Thread-2904 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/cluster_668b425c-b432-8c44-94e4-693a9f68d6d8/data/data2/current/BP-304968249-172.17.0.3-1731558245078/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:08,555 WARN [Thread-2891 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:24:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8034f9733b6d4e0d with lease ID 0xf01a2c7cbb63329a: Processing first storage report for DS-8e42764e-a6ca-467a-96cf-0727bf4995f5 from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=6d893325-ed2e-4da9-9265-508725d377b5, infoPort=33575, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2130334465;c=1731558245078) 2024-11-14T04:24:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8034f9733b6d4e0d with lease ID 0xf01a2c7cbb63329a: from storage DS-8e42764e-a6ca-467a-96cf-0727bf4995f5 node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=6d893325-ed2e-4da9-9265-508725d377b5, infoPort=33575, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2130334465;c=1731558245078), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8034f9733b6d4e0d with lease ID 0xf01a2c7cbb63329a: Processing first storage report for DS-286d7b98-68d3-4f23-8c1b-5321b18d5efb from datanode DatanodeRegistration(127.0.0.1:39509, datanodeUuid=6d893325-ed2e-4da9-9265-508725d377b5, infoPort=33575, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2130334465;c=1731558245078) 2024-11-14T04:24:08,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8034f9733b6d4e0d with lease ID 0xf01a2c7cbb63329a: from storage DS-286d7b98-68d3-4f23-8c1b-5321b18d5efb node DatanodeRegistration(127.0.0.1:39509, datanodeUuid=6d893325-ed2e-4da9-9265-508725d377b5, infoPort=33575, infoSecurePort=0, ipcPort=39161, storageInfo=lv=-57;cid=testClusterID;nsid=2130334465;c=1731558245078), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:08,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb 2024-11-14T04:24:08,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:08,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:08,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:24:08,971 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963 with version=8 2024-11-14T04:24:08,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/hbase-staging 2024-11-14T04:24:08,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:24:08,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:08,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34255 2024-11-14T04:24:08,977 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34255 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:08,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342550x0, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:08,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34255-0x1013795c8b90006 connected 2024-11-14T04:24:09,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:09,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:09,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/running 2024-11-14T04:24:09,069 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963, hbase.cluster.distributed=false 2024-11-14T04:24:09,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/acl 2024-11-14T04:24:09,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-14T04:24:09,075 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-11-14T04:24:09,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-11-14T04:24:09,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-14T04:24:09,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-14T04:24:09,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:24:09,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:09,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45379 2024-11-14T04:24:09,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45379 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:09,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:09,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:09,128 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453790x0, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:09,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45379-0x1013795c8b90007 connected 2024-11-14T04:24:09,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/running 2024-11-14T04:24:09,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:24:09,129 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:24:09,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/master 2024-11-14T04:24:09,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/acl 2024-11-14T04:24:09,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-14T04:24:09,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45379 2024-11-14T04:24:09,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45379 2024-11-14T04:24:09,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-14T04:24:09,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45379 2024-11-14T04:24:09,150 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:34255 2024-11-14T04:24:09,151 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-238861306/backup-masters/b024da739ae8,34255,1731558248974 2024-11-14T04:24:09,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/backup-masters 2024-11-14T04:24:09,164 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/backup-masters 2024-11-14T04:24:09,164 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on existing znode=/2-238861306/backup-masters/b024da739ae8,34255,1731558248974 2024-11-14T04:24:09,181 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-238861306/master 2024-11-14T04:24:09,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:09,181 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:09,181 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on existing znode=/2-238861306/master 2024-11-14T04:24:09,181 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-238861306/backup-masters/b024da739ae8,34255,1731558248974 from backup master directory 2024-11-14T04:24:09,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-238861306/backup-masters/b024da739ae8,34255,1731558248974 2024-11-14T04:24:09,202 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/backup-masters 2024-11-14T04:24:09,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/backup-masters 2024-11-14T04:24:09,202 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:09,202 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,34255,1731558248974 2024-11-14T04:24:09,205 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/hbase.id] with ID: 83d6c4f8-369e-48aa-8991-44195fb6798d 2024-11-14T04:24:09,205 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/.tmp/hbase.id 2024-11-14T04:24:09,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:24:09,619 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/.tmp/hbase.id]:[hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/hbase.id] 2024-11-14T04:24:09,633 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:09,634 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:24:09,635 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:24:09,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:09,648 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:09,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:24:09,654 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:09,655 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:24:09,655 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:24:10,062 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store 2024-11-14T04:24:10,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:24:10,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:10,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:10,471 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:10,471 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:10,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558250471Disabling compacts and flushes for region at 1731558250471Disabling writes for close at 1731558250471Writing region close event to WAL at 1731558250471Closed at 1731558250471 2024-11-14T04:24:10,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,472 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/.initializing 2024-11-14T04:24:10,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:10,473 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/WALs/b024da739ae8,34255,1731558248974 2024-11-14T04:24:10,474 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:10,475 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C34255%2C1731558248974, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/WALs/b024da739ae8,34255,1731558248974, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/oldWALs, maxLogs=10 2024-11-14T04:24:10,494 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/WALs/b024da739ae8,34255,1731558248974/b024da739ae8%2C34255%2C1731558248974.1731558250475, exclude list is [], retry=0 2024-11-14T04:24:10,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-8e42764e-a6ca-467a-96cf-0727bf4995f5,DISK] 2024-11-14T04:24:10,503 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/WALs/b024da739ae8,34255,1731558248974/b024da739ae8%2C34255%2C1731558248974.1731558250475 2024-11-14T04:24:10,503 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-14T04:24:10,503 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:10,504 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:10,504 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,504 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:24:10,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:10,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:10,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:24:10,513 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:10,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:10,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:24:10,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:10,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:10,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:24:10,515 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:10,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:10,516 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,516 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,517 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,518 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,518 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,518 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:10,519 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:10,521 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:10,521 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70387231, jitterRate=0.04885147511959076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:10,521 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558250504Initializing all the Stores at 1731558250505 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558250505Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558250509 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558250509Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558250509Cleaning up temporary data from old regions at 1731558250518 (+9 ms)Region opened successfully at 1731558250521 (+3 ms) 2024-11-14T04:24:10,521 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:24:10,524 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e6b1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:10,524 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:24:10,524 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:24:10,524 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:24:10,525 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:24:10,525 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:24:10,525 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:24:10,525 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:24:10,534 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:24:10,535 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/balancer because node does not exist (not necessarily an error) 2024-11-14T04:24:10,543 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/balancer already deleted, retry=false 2024-11-14T04:24:10,543 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:24:10,544 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:24:10,553 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/normalizer already deleted, retry=false 2024-11-14T04:24:10,554 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:24:10,555 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:24:10,564 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/switch/split already deleted, retry=false 2024-11-14T04:24:10,565 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:24:10,575 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/switch/merge already deleted, retry=false 2024-11-14T04:24:10,577 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:24:10,585 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/snapshot-cleanup already deleted, retry=false 2024-11-14T04:24:10,595 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-238861306/running 2024-11-14T04:24:10,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-238861306/running 2024-11-14T04:24:10,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,596 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,596 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,34255,1731558248974, sessionid=0x1013795c8b90006, setting cluster-up flag (Was=false) 2024-11-14T04:24:10,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,616 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,654 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-238861306/flush-table-proc/acquired, /2-238861306/flush-table-proc/reached, /2-238861306/flush-table-proc/abort 2024-11-14T04:24:10,655 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34255,1731558248974 2024-11-14T04:24:10,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,675 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:10,707 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-238861306/online-snapshot/acquired, /2-238861306/online-snapshot/reached, /2-238861306/online-snapshot/abort 2024-11-14T04:24:10,708 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34255,1731558248974 2024-11-14T04:24:10,709 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:24:10,710 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:10,710 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:24:10,710 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:24:10,711 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,34255,1731558248974 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:24:10,711 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:10,712 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558280713 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:24:10,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:24:10,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:24:10,713 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:24:10,714 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:10,714 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:24:10,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:24:10,716 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558250714,5,FailOnTimeoutGroup] 2024-11-14T04:24:10,729 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558250716,5,FailOnTimeoutGroup] 2024-11-14T04:24:10,729 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,729 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:24:10,729 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,729 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:24:10,745 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(746): ClusterId : 83d6c4f8-369e-48aa-8991-44195fb6798d 2024-11-14T04:24:10,745 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:24:10,754 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:24:10,754 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:24:10,765 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:24:10,765 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2092dc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:10,777 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:45379 2024-11-14T04:24:10,777 INFO [RS:0;b024da739ae8:45379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:24:10,777 INFO [RS:0;b024da739ae8:45379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:24:10,777 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:24:10,778 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,34255,1731558248974 with port=45379, startcode=1731558249102 2024-11-14T04:24:10,778 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:24:10,779 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:24:10,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,780 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,781 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963 2024-11-14T04:24:10,781 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33353 2024-11-14T04:24:10,781 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:24:10,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/rs 2024-11-14T04:24:10,845 DEBUG [RS:0;b024da739ae8:45379 {}] zookeeper.ZKUtil(111): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on existing znode=/2-238861306/rs/b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,845 WARN [RS:0;b024da739ae8:45379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:10,845 INFO [RS:0;b024da739ae8:45379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:10,845 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,45379,1731558249102] 2024-11-14T04:24:10,847 INFO [RS:0;b024da739ae8:45379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:24:10,860 INFO [RS:0;b024da739ae8:45379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:24:10,860 INFO [RS:0;b024da739ae8:45379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:24:10,860 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,860 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:24:10,861 INFO [RS:0;b024da739ae8:45379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:24:10,861 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:10,861 DEBUG [RS:0;b024da739ae8:45379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,862 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45379,1731558249102-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:10,876 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:24:10,877 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45379,1731558249102-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,877 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,877 INFO [RS:0;b024da739ae8:45379 {}] regionserver.Replication(171): b024da739ae8,45379,1731558249102 started 2024-11-14T04:24:10,890 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:10,891 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,45379,1731558249102, RpcServer on b024da739ae8/172.17.0.3:45379, sessionid=0x1013795c8b90007 2024-11-14T04:24:10,891 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:24:10,891 DEBUG [RS:0;b024da739ae8:45379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,891 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45379,1731558249102' 2024-11-14T04:24:10,891 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-238861306/flush-table-proc/abort' 2024-11-14T04:24:10,891 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-238861306/flush-table-proc/acquired' 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,45379,1731558249102 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45379,1731558249102' 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-238861306/online-snapshot/abort' 2024-11-14T04:24:10,892 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-238861306/online-snapshot/acquired' 2024-11-14T04:24:10,893 DEBUG [RS:0;b024da739ae8:45379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:24:10,893 INFO [RS:0;b024da739ae8:45379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:24:10,893 INFO [RS:0;b024da739ae8:45379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:24:10,993 INFO [RS:0;b024da739ae8:45379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:10,995 INFO [RS:0;b024da739ae8:45379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45379%2C1731558249102, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/oldWALs, maxLogs=10 2024-11-14T04:24:11,011 DEBUG [RS:0;b024da739ae8:45379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, exclude list is [], retry=0 2024-11-14T04:24:11,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-8e42764e-a6ca-467a-96cf-0727bf4995f5,DISK] 2024-11-14T04:24:11,015 INFO [RS:0;b024da739ae8:45379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 2024-11-14T04:24:11,016 DEBUG [RS:0;b024da739ae8:45379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-14T04:24:11,143 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:24:11,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963 2024-11-14T04:24:11,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:24:11,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:11,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:11,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:11,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:11,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:11,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:11,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:11,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:11,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:11,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:11,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:11,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:11,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:11,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:11,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:11,596 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:11,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740 2024-11-14T04:24:11,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740 2024-11-14T04:24:11,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:11,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:11,599 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:11,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:11,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:11,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61256564, jitterRate=-0.08720606565475464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558251575Initializing all the Stores at 1731558251576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558251576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558251576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558251576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558251576Cleaning up temporary data from old regions at 1731558251598 (+22 ms)Region opened successfully at 1731558251603 (+5 ms) 2024-11-14T04:24:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:11,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:11,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:11,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:11,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558251603Disabling compacts and flushes for region at 1731558251603Disabling writes for close at 1731558251603Writing region close event to WAL at 1731558251604 (+1 ms)Closed at 1731558251604 2024-11-14T04:24:11,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:11,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:24:11,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:24:11,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:11,607 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:24:11,758 DEBUG [b024da739ae8:34255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:24:11,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:11,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45379,1731558249102, state=OPENING 2024-11-14T04:24:11,774 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:24:11,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:11,785 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:11,786 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:11,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-238861306/meta-region-server: CHANGED 2024-11-14T04:24:11,786 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45379,1731558249102}] 2024-11-14T04:24:11,786 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-238861306/meta-region-server: CHANGED 2024-11-14T04:24:11,940 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:11,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:24:11,948 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:24:11,948 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:11,948 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:24:11,953 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45379%2C1731558249102.meta, suffix=.meta, logDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/oldWALs, maxLogs=10 2024-11-14T04:24:11,978 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.meta.1731558251954.meta, exclude list is [], retry=0 2024-11-14T04:24:11,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-8e42764e-a6ca-467a-96cf-0727bf4995f5,DISK] 2024-11-14T04:24:12,005 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.meta.1731558251954.meta 2024-11-14T04:24:12,016 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-14T04:24:12,017 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:12,017 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:12,017 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:12,018 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:24:12,018 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:24:12,018 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:24:12,018 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:12,018 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:24:12,019 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:24:12,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:12,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:12,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:12,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:12,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:12,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:12,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:12,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:12,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:12,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:12,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:12,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:12,026 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:12,027 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740 2024-11-14T04:24:12,028 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740 2024-11-14T04:24:12,029 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:12,029 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:12,029 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:12,030 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:12,031 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68494860, jitterRate=0.020652949810028076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:12,031 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:24:12,031 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558252019Writing region info on filesystem at 1731558252019Initializing all the Stores at 1731558252019Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558252020 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558252020Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558252020Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558252020Cleaning up temporary data from old regions at 1731558252029 (+9 ms)Running coprocessor post-open hooks at 1731558252031 (+2 ms)Region opened successfully at 1731558252031 2024-11-14T04:24:12,032 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558251939 2024-11-14T04:24:12,034 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:24:12,034 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:24:12,035 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:12,035 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45379,1731558249102, state=OPEN 2024-11-14T04:24:12,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-238861306/meta-region-server 2024-11-14T04:24:12,048 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-238861306/meta-region-server 2024-11-14T04:24:12,048 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,45379,1731558249102 2024-11-14T04:24:12,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-238861306/meta-region-server: CHANGED 2024-11-14T04:24:12,048 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-238861306/meta-region-server: CHANGED 2024-11-14T04:24:12,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:24:12,051 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45379,1731558249102 in 262 msec 2024-11-14T04:24:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:24:12,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-14T04:24:12,055 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:12,055 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:24:12,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:12,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45379,1731558249102, seqNum=-1] 2024-11-14T04:24:12,057 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:12,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:12,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3540 sec 2024-11-14T04:24:12,065 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558252065, completionTime=-1 2024-11-14T04:24:12,066 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:24:12,066 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:24:12,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:24:12,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558312069 2024-11-14T04:24:12,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558372069 2024-11-14T04:24:12,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-14T04:24:12,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:34255, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,070 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,072 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:24:12,078 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.881sec 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:12,083 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:24:12,104 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:24:12,104 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:24:12,104 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34255,1731558248974-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:12,146 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524a0bb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:12,146 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:12,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:12,149 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce4da83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:12,149 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:12,151 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:12,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@308cb8e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:12,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45379,1731558249102, seqNum=-1] 2024-11-14T04:24:12,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:12,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:12,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,34255,1731558248974 2024-11-14T04:24:12,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53005 2024-11-14T04:24:12,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:12,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013795c8b90008 connected 2024-11-14T04:24:12,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38049,1731558233650 2024-11-14T04:24:12,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe9c9b5 2024-11-14T04:24:12,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:12,217 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:12,218 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:24:12,219 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:12,220 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:24:12,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:12,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:12,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:24:12,265 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c920290ee53c1db120b90e0de6804b05, NAME => 'test,,1731558252217.c920290ee53c1db120b90e0de6804b05.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace 2024-11-14T04:24:12,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558252217.c920290ee53c1db120b90e0de6804b05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c920290ee53c1db120b90e0de6804b05, disabling compactions & flushes 2024-11-14T04:24:12,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558252217.c920290ee53c1db120b90e0de6804b05. after waiting 0 ms 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c920290ee53c1db120b90e0de6804b05: Waiting for close lock at 1731558252281Disabling compacts and flushes for region at 1731558252281Disabling writes for close at 1731558252281Writing region close event to WAL at 1731558252281Closed at 1731558252281 2024-11-14T04:24:12,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:12,282 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558252217.c920290ee53c1db120b90e0de6804b05.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558252282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558252282"}]},"ts":"1731558252282"} 2024-11-14T04:24:12,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:12,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:12,286 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558252285"}]},"ts":"1731558252285"} 2024-11-14T04:24:12,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:24:12,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c920290ee53c1db120b90e0de6804b05, ASSIGN}] 2024-11-14T04:24:12,290 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c920290ee53c1db120b90e0de6804b05, ASSIGN 2024-11-14T04:24:12,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c920290ee53c1db120b90e0de6804b05, ASSIGN; state=OFFLINE, location=b024da739ae8,37965,1731558233815; forceNewPlan=false, retain=false 2024-11-14T04:24:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:12,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c920290ee53c1db120b90e0de6804b05, regionState=OPENING, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:24:12,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c920290ee53c1db120b90e0de6804b05, ASSIGN because future has completed 2024-11-14T04:24:12,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c920290ee53c1db120b90e0de6804b05, server=b024da739ae8,37965,1731558233815}] 2024-11-14T04:24:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:12,626 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,626 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c920290ee53c1db120b90e0de6804b05, NAME => 'test,,1731558252217.c920290ee53c1db120b90e0de6804b05.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:12,626 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:12,626 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:24:12,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558252217.c920290ee53c1db120b90e0de6804b05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:12,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,632 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,635 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c920290ee53c1db120b90e0de6804b05 columnFamilyName f 2024-11-14T04:24:12,635 DEBUG [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,636 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(327): Store=c920290ee53c1db120b90e0de6804b05/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:12,636 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,638 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c920290ee53c1db120b90e0de6804b05 columnFamilyName f1 2024-11-14T04:24:12,638 DEBUG [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,639 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(327): Store=c920290ee53c1db120b90e0de6804b05/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:12,639 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,641 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c920290ee53c1db120b90e0de6804b05 columnFamilyName norep 2024-11-14T04:24:12,641 DEBUG [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,642 INFO [StoreOpener-c920290ee53c1db120b90e0de6804b05-1 {}] regionserver.HStore(327): Store=c920290ee53c1db120b90e0de6804b05/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:12,642 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,643 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,644 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,645 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,645 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,646 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:12,648 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,666 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:12,667 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c920290ee53c1db120b90e0de6804b05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74207177, jitterRate=0.10577310621738434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:12,667 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:12,668 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c920290ee53c1db120b90e0de6804b05: Running coprocessor pre-open hook at 1731558252627Writing region info on filesystem at 1731558252627Initializing all the Stores at 1731558252628 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558252628Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558252632 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558252632Cleaning up temporary data from old regions at 1731558252645 (+13 ms)Running coprocessor post-open hooks at 1731558252667 (+22 ms)Region opened successfully at 1731558252668 (+1 ms) 2024-11-14T04:24:12,671 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558252217.c920290ee53c1db120b90e0de6804b05., pid=6, masterSystemTime=1731558252620 2024-11-14T04:24:12,674 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,674 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:12,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c920290ee53c1db120b90e0de6804b05, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:24:12,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c920290ee53c1db120b90e0de6804b05, server=b024da739ae8,37965,1731558233815 because future has completed 2024-11-14T04:24:12,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:24:12,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c920290ee53c1db120b90e0de6804b05, server=b024da739ae8,37965,1731558233815 in 243 msec 2024-11-14T04:24:12,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:24:12,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c920290ee53c1db120b90e0de6804b05, ASSIGN in 418 msec 2024-11-14T04:24:12,708 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:12,709 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558252709"}]},"ts":"1731558252709"} 2024-11-14T04:24:12,711 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:24:12,712 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:12,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 494 msec 2024-11-14T04:24:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:12,852 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:24:12,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40517,1731558242011 2024-11-14T04:24:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fa55c39 2024-11-14T04:24:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:12,855 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:12,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:24:12,858 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:12,858 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:12,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:24:12,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:12,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:24:12,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d9fb8f29a15164164697f3112e45ec0d, NAME => 'test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536 2024-11-14T04:24:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:24:12,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:12,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d9fb8f29a15164164697f3112e45ec0d, disabling compactions & flushes 2024-11-14T04:24:12,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:12,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:12,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. after waiting 0 ms 2024-11-14T04:24:12,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:12,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:12,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d9fb8f29a15164164697f3112e45ec0d: Waiting for close lock at 1731558252949Disabling compacts and flushes for region at 1731558252949Disabling writes for close at 1731558252949Writing region close event to WAL at 1731558252949Closed at 1731558252949 2024-11-14T04:24:12,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:12,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558252950"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558252950"}]},"ts":"1731558252950"} 2024-11-14T04:24:12,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:12,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:12,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558252955"}]},"ts":"1731558252955"} 2024-11-14T04:24:12,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:24:12,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9fb8f29a15164164697f3112e45ec0d, ASSIGN}] 2024-11-14T04:24:12,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d9fb8f29a15164164697f3112e45ec0d, ASSIGN 2024-11-14T04:24:12,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d9fb8f29a15164164697f3112e45ec0d, ASSIGN; state=OFFLINE, location=b024da739ae8,41339,1731558242699; forceNewPlan=false, retain=false 2024-11-14T04:24:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9fb8f29a15164164697f3112e45ec0d, regionState=OPENING, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:13,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d9fb8f29a15164164697f3112e45ec0d, ASSIGN because future has completed 2024-11-14T04:24:13,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9fb8f29a15164164697f3112e45ec0d, server=b024da739ae8,41339,1731558242699}] 2024-11-14T04:24:13,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,289 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:13,290 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d9fb8f29a15164164697f3112e45ec0d, NAME => 'test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:13,290 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:13,290 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:24:13,290 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,290 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:13,291 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,291 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,292 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,293 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9fb8f29a15164164697f3112e45ec0d columnFamilyName f 2024-11-14T04:24:13,293 DEBUG [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:13,293 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(327): Store=d9fb8f29a15164164697f3112e45ec0d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:13,293 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,294 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9fb8f29a15164164697f3112e45ec0d columnFamilyName f1 2024-11-14T04:24:13,294 DEBUG [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:13,294 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(327): Store=d9fb8f29a15164164697f3112e45ec0d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:13,294 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,295 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9fb8f29a15164164697f3112e45ec0d columnFamilyName norep 2024-11-14T04:24:13,295 DEBUG [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:13,295 INFO [StoreOpener-d9fb8f29a15164164697f3112e45ec0d-1 {}] regionserver.HStore(327): Store=d9fb8f29a15164164697f3112e45ec0d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:13,295 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,296 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,296 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,297 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,297 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,297 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:13,298 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,300 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:13,301 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d9fb8f29a15164164697f3112e45ec0d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72762935, jitterRate=0.08425222337245941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:13,301 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d9fb8f29a15164164697f3112e45ec0d: Running coprocessor pre-open hook at 1731558253291Writing region info on filesystem at 1731558253291Initializing all the Stores at 1731558253291Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558253291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558253292 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558253292Cleaning up temporary data from old regions at 1731558253297 (+5 ms)Running coprocessor post-open hooks at 1731558253301 (+4 ms)Region opened successfully at 1731558253301 2024-11-14T04:24:13,302 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., pid=6, masterSystemTime=1731558253285 2024-11-14T04:24:13,304 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:13,304 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:13,304 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d9fb8f29a15164164697f3112e45ec0d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:13,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9fb8f29a15164164697f3112e45ec0d, server=b024da739ae8,41339,1731558242699 because future has completed 2024-11-14T04:24:13,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:24:13,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d9fb8f29a15164164697f3112e45ec0d, server=b024da739ae8,41339,1731558242699 in 176 msec 2024-11-14T04:24:13,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:24:13,313 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d9fb8f29a15164164697f3112e45ec0d, ASSIGN in 352 msec 2024-11-14T04:24:13,314 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:13,314 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558253314"}]},"ts":"1731558253314"} 2024-11-14T04:24:13,316 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:24:13,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:13,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 461 msec 2024-11-14T04:24:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,492 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:24:13,492 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:13,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:13,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4293fd40 2024-11-14T04:24:13,493 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:13,494 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:13,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:24:13,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:13,498 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:13,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:24:13,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:24:13,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6236858976b6c5b1ac9f95e3017cc33f, NAME => 'test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963 2024-11-14T04:24:13,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:24:13,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:13,954 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:13,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6236858976b6c5b1ac9f95e3017cc33f, disabling compactions & flushes 2024-11-14T04:24:13,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:13,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:13,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. after waiting 0 ms 2024-11-14T04:24:13,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:13,955 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:13,955 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6236858976b6c5b1ac9f95e3017cc33f: Waiting for close lock at 1731558253955Disabling compacts and flushes for region at 1731558253955Disabling writes for close at 1731558253955Writing region close event to WAL at 1731558253955Closed at 1731558253955 2024-11-14T04:24:13,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:13,956 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558253956"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558253956"}]},"ts":"1731558253956"} 2024-11-14T04:24:13,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:13,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:13,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558253959"}]},"ts":"1731558253959"} 2024-11-14T04:24:13,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:24:13,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6236858976b6c5b1ac9f95e3017cc33f, ASSIGN}] 2024-11-14T04:24:13,962 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6236858976b6c5b1ac9f95e3017cc33f, ASSIGN 2024-11-14T04:24:13,963 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6236858976b6c5b1ac9f95e3017cc33f, ASSIGN; state=OFFLINE, location=b024da739ae8,45379,1731558249102; forceNewPlan=false, retain=false 2024-11-14T04:24:13,986 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:24:14,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6236858976b6c5b1ac9f95e3017cc33f, regionState=OPENING, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:14,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6236858976b6c5b1ac9f95e3017cc33f, ASSIGN because future has completed 2024-11-14T04:24:14,117 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6236858976b6c5b1ac9f95e3017cc33f, server=b024da739ae8,45379,1731558249102}] 2024-11-14T04:24:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:14,271 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:14,271 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6236858976b6c5b1ac9f95e3017cc33f, NAME => 'test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:14,272 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:14,272 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:24:14,272 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,272 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:14,272 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,272 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,273 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,274 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6236858976b6c5b1ac9f95e3017cc33f columnFamilyName f 2024-11-14T04:24:14,274 DEBUG [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:14,275 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(327): Store=6236858976b6c5b1ac9f95e3017cc33f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:14,275 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,276 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6236858976b6c5b1ac9f95e3017cc33f columnFamilyName f1 2024-11-14T04:24:14,276 DEBUG [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:14,276 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(327): Store=6236858976b6c5b1ac9f95e3017cc33f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:14,276 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,277 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6236858976b6c5b1ac9f95e3017cc33f columnFamilyName norep 2024-11-14T04:24:14,277 DEBUG [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:14,278 INFO [StoreOpener-6236858976b6c5b1ac9f95e3017cc33f-1 {}] regionserver.HStore(327): Store=6236858976b6c5b1ac9f95e3017cc33f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:14,278 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,278 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,278 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,279 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,279 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,279 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:14,280 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,282 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:14,282 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6236858976b6c5b1ac9f95e3017cc33f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62316820, jitterRate=-0.0714070200920105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:14,282 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:14,282 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6236858976b6c5b1ac9f95e3017cc33f: Running coprocessor pre-open hook at 1731558254272Writing region info on filesystem at 1731558254272Initializing all the Stores at 1731558254273 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558254273Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558254273Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558254273Cleaning up temporary data from old regions at 1731558254279 (+6 ms)Running coprocessor post-open hooks at 1731558254282 (+3 ms)Region opened successfully at 1731558254282 2024-11-14T04:24:14,283 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f., pid=6, masterSystemTime=1731558254268 2024-11-14T04:24:14,284 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:14,284 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:14,285 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6236858976b6c5b1ac9f95e3017cc33f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:14,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6236858976b6c5b1ac9f95e3017cc33f, server=b024da739ae8,45379,1731558249102 because future has completed 2024-11-14T04:24:14,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:24:14,289 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6236858976b6c5b1ac9f95e3017cc33f, server=b024da739ae8,45379,1731558249102 in 172 msec 2024-11-14T04:24:14,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:24:14,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6236858976b6c5b1ac9f95e3017cc33f, ASSIGN in 328 msec 2024-11-14T04:24:14,291 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:14,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558254291"}]},"ts":"1731558254291"} 2024-11-14T04:24:14,293 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:24:14,294 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:14,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 799 msec 2024-11-14T04:24:14,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:14,632 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:24:14,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b453d1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,633 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:14,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:14,634 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:14,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:14,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a6eb1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:14,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:14,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:14,639 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:14,639 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f4c480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38049,1731558233650 2024-11-14T04:24:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ffcc8ee 2024-11-14T04:24:14,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:14,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:14,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:40517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:24:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:24:14,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:14,648 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40517' 2024-11-14T04:24:14,649 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4ab34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,649 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:14,649 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:14,650 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:14,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:14,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483ee64f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:14,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:14,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:14,652 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:14,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c59c76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:14,657 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40517,1731558242011 2024-11-14T04:24:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6289373e 2024-11-14T04:24:14,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:14,660 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:14,662 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T04:24:14,662 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:24:14,662 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:14,662 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:14,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:14,662 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:14,664 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:24:14,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:14,666 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:14,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:14,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:24:14,689 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cddb74cadfc10aca449c2b5503b0c0cc, NAME => 'hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace 2024-11-14T04:24:14,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:24:14,715 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:24:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:14,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cddb74cadfc10aca449c2b5503b0c0cc, disabling compactions & flushes 2024-11-14T04:24:15,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. after waiting 0 ms 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,103 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cddb74cadfc10aca449c2b5503b0c0cc: Waiting for close lock at 1731558255103Disabling compacts and flushes for region at 1731558255103Disabling writes for close at 1731558255103Writing region close event to WAL at 1731558255103Closed at 1731558255103 2024-11-14T04:24:15,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:15,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558255104"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558255104"}]},"ts":"1731558255104"} 2024-11-14T04:24:15,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:15,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:15,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558255108"}]},"ts":"1731558255108"} 2024-11-14T04:24:15,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:24:15,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cddb74cadfc10aca449c2b5503b0c0cc, ASSIGN}] 2024-11-14T04:24:15,112 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cddb74cadfc10aca449c2b5503b0c0cc, ASSIGN 2024-11-14T04:24:15,113 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cddb74cadfc10aca449c2b5503b0c0cc, ASSIGN; state=OFFLINE, location=b024da739ae8,37965,1731558233815; forceNewPlan=false, retain=false 2024-11-14T04:24:15,263 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cddb74cadfc10aca449c2b5503b0c0cc, regionState=OPENING, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:24:15,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cddb74cadfc10aca449c2b5503b0c0cc, ASSIGN because future has completed 2024-11-14T04:24:15,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cddb74cadfc10aca449c2b5503b0c0cc, server=b024da739ae8,37965,1731558233815}] 2024-11-14T04:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:15,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:15,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:24:15,435 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C37965%2C1731558233815.rep, suffix=, logDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815, archiveDir=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/oldWALs, maxLogs=10 2024-11-14T04:24:15,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.rep.1731558255435, exclude list is [], retry=0 2024-11-14T04:24:15,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34623,DS-9174ccc9-fc07-4d5d-9425-cbb7f376b537,DISK] 2024-11-14T04:24:15,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.rep.1731558255435 2024-11-14T04:24:15,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36563:36563)] 2024-11-14T04:24:15,480 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cddb74cadfc10aca449c2b5503b0c0cc, NAME => 'hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:15,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. service=MultiRowMutationService 2024-11-14T04:24:15,481 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,481 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,484 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,486 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cddb74cadfc10aca449c2b5503b0c0cc columnFamilyName hfileref 2024-11-14T04:24:15,486 DEBUG [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:15,486 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(327): Store=cddb74cadfc10aca449c2b5503b0c0cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:15,487 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,488 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cddb74cadfc10aca449c2b5503b0c0cc columnFamilyName queue 2024-11-14T04:24:15,488 DEBUG [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:15,490 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(327): Store=cddb74cadfc10aca449c2b5503b0c0cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:15,501 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,502 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cddb74cadfc10aca449c2b5503b0c0cc columnFamilyName sid 2024-11-14T04:24:15,502 DEBUG [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:15,503 INFO [StoreOpener-cddb74cadfc10aca449c2b5503b0c0cc-1 {}] regionserver.HStore(327): Store=cddb74cadfc10aca449c2b5503b0c0cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:15,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:15,510 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:15,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cddb74cadfc10aca449c2b5503b0c0cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61921641, jitterRate=-0.07729564607143402}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:15,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cddb74cadfc10aca449c2b5503b0c0cc: Running coprocessor pre-open hook at 1731558255482Writing region info on filesystem at 1731558255482Initializing all the Stores at 1731558255484 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558255484Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558255484Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558255484Cleaning up temporary data from old regions at 1731558255507 (+23 ms)Running coprocessor post-open hooks at 1731558255518 (+11 ms)Region opened successfully at 1731558255518 2024-11-14T04:24:15,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc., pid=10, masterSystemTime=1731558255429 2024-11-14T04:24:15,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:15,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cddb74cadfc10aca449c2b5503b0c0cc, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,37965,1731558233815 2024-11-14T04:24:15,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cddb74cadfc10aca449c2b5503b0c0cc, server=b024da739ae8,37965,1731558233815 because future has completed 2024-11-14T04:24:15,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:24:15,532 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cddb74cadfc10aca449c2b5503b0c0cc, server=b024da739ae8,37965,1731558233815 in 262 msec 2024-11-14T04:24:15,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:24:15,535 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cddb74cadfc10aca449c2b5503b0c0cc, ASSIGN in 422 msec 2024-11-14T04:24:15,537 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:15,537 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558255537"}]},"ts":"1731558255537"} 2024-11-14T04:24:15,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:24:15,541 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:15,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 879 msec 2024-11-14T04:24:15,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc., hostname=b024da739ae8,37965,1731558233815, seqNum=2] 2024-11-14T04:24:15,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:24:15,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:24:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:15,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:24:16,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37965 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:24:16,033 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:24:16,073 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,37965,1731558233815, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:24:16,074 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:16,074 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37965,1731558233815, seqNum=-1] 2024-11-14T04:24:16,074 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:16,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:16,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,37965,1731558233815', locateType=CURRENT is [region=hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc., hostname=b024da739ae8,37965,1731558233815, seqNum=2] 2024-11-14T04:24:16,096 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:24:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:24:16,100 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,37965,1731558233815 suceeded 2024-11-14T04:24:16,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:24:16,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-14T04:24:16,103 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:40517,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:24:16,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4590 sec 2024-11-14T04:24:16,122 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40517' 2024-11-14T04:24:16,124 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c35d2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,125 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:16,125 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:16,126 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509e0701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:16,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,128 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:16,129 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6453ea51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,129 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40517,1731558242011 2024-11-14T04:24:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16ef16b7 2024-11-14T04:24:16,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:16,131 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-14T04:24:16,133 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,37965,1731558233815 (queues=1) is replicating from cluster=9f344f92-579a-47cd-bf77-64e1acb25db4 to cluster=f97651fb-8fec-47a0-aa5f-436dea0bbf48 2024-11-14T04:24:16,134 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C37965%2C1731558233815 2024-11-14T04:24:16,134 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,37965,1731558233815, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:24:16,138 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, startPosition=0, beingWritten=true 2024-11-14T04:24:16,164 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C37965%2C1731558233815 2024-11-14T04:24:16,171 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:16,171 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:16,171 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:16,405 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:16,739 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:16,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:16,792 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:24:16,793 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:16,793 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:16,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1158d6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:16,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:16,795 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393886a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:16,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:16,797 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:16,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281f5cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40517,1731558242011 2024-11-14T04:24:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@697eeec0 2024-11-14T04:24:16,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:16,800 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:16,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:24:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:24:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:16,804 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:34255' 2024-11-14T04:24:16,812 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc18137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,812 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:16,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:16,814 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451d50d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:16,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:16,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,815 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4131d03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:16,816 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e34e567 2024-11-14T04:24:16,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:16,819 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:16,820 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:24:16,820 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:24:16,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,820 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:16,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:16,820 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:16,822 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:24:16,823 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:16,823 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:16,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:16,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:24:16,851 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 50db4093a1d614101facd404bd784484, NAME => 'hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536 2024-11-14T04:24:16,872 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:24:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:24:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:17,144 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:17,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:17,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 50db4093a1d614101facd404bd784484, disabling compactions & flushes 2024-11-14T04:24:17,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. after waiting 0 ms 2024-11-14T04:24:17,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,287 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,287 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 50db4093a1d614101facd404bd784484: Waiting for close lock at 1731558257286Disabling compacts and flushes for region at 1731558257286Disabling writes for close at 1731558257287 (+1 ms)Writing region close event to WAL at 1731558257287Closed at 1731558257287 2024-11-14T04:24:17,288 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:17,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558257288"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558257288"}]},"ts":"1731558257288"} 2024-11-14T04:24:17,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:17,292 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:17,292 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558257292"}]},"ts":"1731558257292"} 2024-11-14T04:24:17,294 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:24:17,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50db4093a1d614101facd404bd784484, ASSIGN}] 2024-11-14T04:24:17,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50db4093a1d614101facd404bd784484, ASSIGN 2024-11-14T04:24:17,297 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50db4093a1d614101facd404bd784484, ASSIGN; state=OFFLINE, location=b024da739ae8,41339,1731558242699; forceNewPlan=false, retain=false 2024-11-14T04:24:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:17,448 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50db4093a1d614101facd404bd784484, regionState=OPENING, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:17,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=50db4093a1d614101facd404bd784484, ASSIGN because future has completed 2024-11-14T04:24:17,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50db4093a1d614101facd404bd784484, server=b024da739ae8,41339,1731558242699}] 2024-11-14T04:24:17,521 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:17,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:17,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:24:17,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:24:17,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:24:17,643 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:24:17,643 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:24:17,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C41339%2C1731558242699.rep, suffix=, logDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699, archiveDir=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/oldWALs, maxLogs=10 2024-11-14T04:24:17,648 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:17,667 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.rep.1731558257646, exclude list is [], retry=0 2024-11-14T04:24:17,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39317,DS-b8f9b097-365a-4377-a450-3891495da080,DISK] 2024-11-14T04:24:17,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.rep.1731558257646 2024-11-14T04:24:17,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-14T04:24:17,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 50db4093a1d614101facd404bd784484, NAME => 'hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:17,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:17,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:17,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. service=MultiRowMutationService 2024-11-14T04:24:17,684 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:24:17,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:17,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,696 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,700 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50db4093a1d614101facd404bd784484 columnFamilyName hfileref 2024-11-14T04:24:17,700 DEBUG [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:17,703 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(327): Store=50db4093a1d614101facd404bd784484/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:17,703 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,705 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50db4093a1d614101facd404bd784484 columnFamilyName queue 2024-11-14T04:24:17,705 DEBUG [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:17,706 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(327): Store=50db4093a1d614101facd404bd784484/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:17,706 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,707 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50db4093a1d614101facd404bd784484 columnFamilyName sid 2024-11-14T04:24:17,707 DEBUG [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:17,708 INFO [StoreOpener-50db4093a1d614101facd404bd784484-1 {}] regionserver.HStore(327): Store=50db4093a1d614101facd404bd784484/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:17,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/replication/50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/replication/50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/replication/50db4093a1d614101facd404bd784484/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:17,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 50db4093a1d614101facd404bd784484; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61049139, jitterRate=-0.09029693901538849}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:17,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:17,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 50db4093a1d614101facd404bd784484: Running coprocessor pre-open hook at 1731558257684Writing region info on filesystem at 1731558257684Initializing all the Stores at 1731558257685 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558257685Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558257688 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558257688Cleaning up temporary data from old regions at 1731558257711 (+23 ms)Running coprocessor post-open hooks at 1731558257721 (+10 ms)Region opened successfully at 1731558257722 (+1 ms) 2024-11-14T04:24:17,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484., pid=10, masterSystemTime=1731558257605 2024-11-14T04:24:17,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:17,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=50db4093a1d614101facd404bd784484, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,41339,1731558242699 2024-11-14T04:24:17,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50db4093a1d614101facd404bd784484, server=b024da739ae8,41339,1731558242699 because future has completed 2024-11-14T04:24:17,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:24:17,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 50db4093a1d614101facd404bd784484, server=b024da739ae8,41339,1731558242699 in 306 msec 2024-11-14T04:24:17,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:24:17,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=50db4093a1d614101facd404bd784484, ASSIGN in 466 msec 2024-11-14T04:24:17,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:17,766 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558257765"}]},"ts":"1731558257765"} 2024-11-14T04:24:17,768 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:24:17,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:17,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 949 msec 2024-11-14T04:24:17,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484., hostname=b024da739ae8,41339,1731558242699, seqNum=2] 2024-11-14T04:24:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:17,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:17,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:24:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:18,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41339 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:24:18,037 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:24:18,083 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,41339,1731558242699, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:24:18,084 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:18,084 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41339,1731558242699, seqNum=-1] 2024-11-14T04:24:18,085 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:18,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:18,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,41339,1731558242699', locateType=CURRENT is [region=hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484., hostname=b024da739ae8,41339,1731558242699, seqNum=2] 2024-11-14T04:24:18,090 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:24:18,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:24:18,092 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,41339,1731558242699 suceeded 2024-11-14T04:24:18,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:24:18,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-14T04:24:18,095 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:34255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:24:18,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2950 sec 2024-11-14T04:24:18,107 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:34255' 2024-11-14T04:24:18,112 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1342d567, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,112 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:18,113 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:18,113 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:18,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303f3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:18,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,115 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:18,116 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bc72250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,116 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@440449cc 2024-11-14T04:24:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:18,118 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-14T04:24:18,118 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,41339,1731558242699 (queues=1) is replicating from cluster=f97651fb-8fec-47a0-aa5f-436dea0bbf48 to cluster=83d6c4f8-369e-48aa-8991-44195fb6798d 2024-11-14T04:24:18,118 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C41339%2C1731558242699 2024-11-14T04:24:18,119 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,41339,1731558242699, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:24:18,119 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, startPosition=0, beingWritten=true 2024-11-14T04:24:18,120 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C41339%2C1731558242699 2024-11-14T04:24:18,125 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:18,126 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:18,126 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:18,271 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:18,330 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:18,633 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:18,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40517 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:18,961 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:24:18,961 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:18,961 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:18,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:18,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16400bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:18,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:18,963 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:18,963 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@163c4614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:18,964 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,965 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:18,965 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0972cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9752d9 2024-11-14T04:24:18,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:18,967 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:18,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:38049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:24:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:24:18,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:18,970 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38049' 2024-11-14T04:24:18,971 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37caab51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,971 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:18,971 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:18,972 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54534e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:18,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,973 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:18,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15319cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:18,974 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:18,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38049,1731558233650 2024-11-14T04:24:18,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1327a753 2024-11-14T04:24:18,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:18,975 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:18,976 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:18,977 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T04:24:18,977 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:24:18,977 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,977 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:18,977 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:18,978 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:18,978 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:24:18,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:18,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:18,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:18,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:24:19,029 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:24:19,049 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:19,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:19,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:19,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9207e3c812f8b09a1d8608d8659a1814, NAME => 'hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963 2024-11-14T04:24:19,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9207e3c812f8b09a1d8608d8659a1814, disabling compactions & flushes 2024-11-14T04:24:19,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. after waiting 0 ms 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,427 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,427 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9207e3c812f8b09a1d8608d8659a1814: Waiting for close lock at 1731558259427Disabling compacts and flushes for region at 1731558259427Disabling writes for close at 1731558259427Writing region close event to WAL at 1731558259427Closed at 1731558259427 2024-11-14T04:24:19,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:19,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558259428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558259428"}]},"ts":"1731558259428"} 2024-11-14T04:24:19,431 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:19,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:19,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558259432"}]},"ts":"1731558259432"} 2024-11-14T04:24:19,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:24:19,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9207e3c812f8b09a1d8608d8659a1814, ASSIGN}] 2024-11-14T04:24:19,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9207e3c812f8b09a1d8608d8659a1814, ASSIGN 2024-11-14T04:24:19,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9207e3c812f8b09a1d8608d8659a1814, ASSIGN; state=OFFLINE, location=b024da739ae8,45379,1731558249102; forceNewPlan=false, retain=false 2024-11-14T04:24:19,554 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:19,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9207e3c812f8b09a1d8608d8659a1814, regionState=OPENING, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:19,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9207e3c812f8b09a1d8608d8659a1814, ASSIGN because future has completed 2024-11-14T04:24:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:19,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9207e3c812f8b09a1d8608d8659a1814, server=b024da739ae8,45379,1731558249102}] 2024-11-14T04:24:19,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:19,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:24:19,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45379%2C1731558249102.rep, suffix=, logDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102, archiveDir=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/oldWALs, maxLogs=10 2024-11-14T04:24:19,781 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:19,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.rep.1731558259763, exclude list is [], retry=0 2024-11-14T04:24:19,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39509,DS-8e42764e-a6ca-467a-96cf-0727bf4995f5,DISK] 2024-11-14T04:24:19,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.rep.1731558259763 2024-11-14T04:24:19,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33575:33575)] 2024-11-14T04:24:19,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9207e3c812f8b09a1d8608d8659a1814, NAME => 'hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:19,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. service=MultiRowMutationService 2024-11-14T04:24:19,817 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,828 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,830 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9207e3c812f8b09a1d8608d8659a1814 columnFamilyName hfileref 2024-11-14T04:24:19,830 DEBUG [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:19,830 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(327): Store=9207e3c812f8b09a1d8608d8659a1814/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:19,830 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,831 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9207e3c812f8b09a1d8608d8659a1814 columnFamilyName queue 2024-11-14T04:24:19,831 DEBUG [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:19,832 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(327): Store=9207e3c812f8b09a1d8608d8659a1814/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:19,832 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,833 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9207e3c812f8b09a1d8608d8659a1814 columnFamilyName sid 2024-11-14T04:24:19,833 DEBUG [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:19,833 INFO [StoreOpener-9207e3c812f8b09a1d8608d8659a1814-1 {}] regionserver.HStore(327): Store=9207e3c812f8b09a1d8608d8659a1814/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:19,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/replication/9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/replication/9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:19,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/replication/9207e3c812f8b09a1d8608d8659a1814/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:19,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9207e3c812f8b09a1d8608d8659a1814; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75211772, jitterRate=0.12074273824691772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:19,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:19,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9207e3c812f8b09a1d8608d8659a1814: Running coprocessor pre-open hook at 1731558259817Writing region info on filesystem at 1731558259817Initializing all the Stores at 1731558259818 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558259818Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558259828 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558259828Cleaning up temporary data from old regions at 1731558259834 (+6 ms)Running coprocessor post-open hooks at 1731558259838 (+4 ms)Region opened successfully at 1731558259838 2024-11-14T04:24:19,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814., pid=10, masterSystemTime=1731558259754 2024-11-14T04:24:19,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:19,841 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9207e3c812f8b09a1d8608d8659a1814, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45379,1731558249102 2024-11-14T04:24:19,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9207e3c812f8b09a1d8608d8659a1814, server=b024da739ae8,45379,1731558249102 because future has completed 2024-11-14T04:24:19,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:24:19,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9207e3c812f8b09a1d8608d8659a1814, server=b024da739ae8,45379,1731558249102 in 244 msec 2024-11-14T04:24:19,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:24:19,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9207e3c812f8b09a1d8608d8659a1814, ASSIGN in 412 msec 2024-11-14T04:24:19,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:19,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558259850"}]},"ts":"1731558259850"} 2024-11-14T04:24:19,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:24:19,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:19,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 897 msec 2024-11-14T04:24:19,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814., hostname=b024da739ae8,45379,1731558249102, seqNum=2] 2024-11-14T04:24:19,987 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:24:19,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:19,997 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:20,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:24:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:20,158 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:20,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:24:20,224 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:24:20,273 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,45379,1731558249102, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:24:20,274 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:20,274 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45379,1731558249102, seqNum=-1] 2024-11-14T04:24:20,274 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:20,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:20,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,45379,1731558249102', locateType=CURRENT is [region=hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814., hostname=b024da739ae8,45379,1731558249102, seqNum=2] 2024-11-14T04:24:20,280 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:24:20,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:24:20,286 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,45379,1731558249102 suceeded 2024-11-14T04:24:20,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:24:20,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 226 msec 2024-11-14T04:24:20,290 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:38049,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:24:20,291 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3220 sec 2024-11-14T04:24:20,302 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38049' 2024-11-14T04:24:20,312 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21b314fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:20,313 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:20,313 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:20,313 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:20,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b574f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:20,315 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:20,316 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2babdc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:20,316 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:20,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38049,1731558233650 2024-11-14T04:24:20,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5381c886 2024-11-14T04:24:20,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:20,319 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T04:24:20,320 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,45379,1731558249102 (queues=1) is replicating from cluster=83d6c4f8-369e-48aa-8991-44195fb6798d to cluster=9f344f92-579a-47cd-bf77-64e1acb25db4 2024-11-14T04:24:20,320 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C45379%2C1731558249102 2024-11-14T04:24:20,320 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,45379,1731558249102, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:24:20,324 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, startPosition=0, beingWritten=true 2024-11-14T04:24:20,352 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45379%2C1731558249102 2024-11-14T04:24:20,387 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:20,387 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:20,387 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:20,638 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:20,705 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:20,865 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:20,962 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:24:21,121 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:24:21,121 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:21,122 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:21,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:21,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:21,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:21,123 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:21,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73cb0946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:21,124 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,125 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:21,125 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bab9bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,128 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d0fb9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,128 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:21,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:21,129 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:21,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:21,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330795f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:21,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:21,130 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,131 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:21,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@243b7b5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d52e53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:21,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:21,133 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:21,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@728d0e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:21,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,135 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:21,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac7e143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,136 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37965,1731558233815, seqNum=-1] 2024-11-14T04:24:21,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:21,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:21,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558252217.c920290ee53c1db120b90e0de6804b05., hostname=b024da739ae8,37965,1731558233815, seqNum=2] 2024-11-14T04:24:21,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:21,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45379,1731558249102, seqNum=-1] 2024-11-14T04:24:21,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:21,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:21,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f., hostname=b024da739ae8,45379,1731558249102, seqNum=2] 2024-11-14T04:24:21,174 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T04:24:21,367 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:21,670 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:21,717 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 379, reset compression=false 2024-11-14T04:24:21,757 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:21,757 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:21,758 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[{test/c920290ee53c1db120b90e0de6804b05/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T04:24:21,761 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:21,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-14T04:24:21,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:21,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10fb0814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40517,-1 for getting cluster id 2024-11-14T04:24:21,781 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:21,782 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f97651fb-8fec-47a0-aa5f-436dea0bbf48' 2024-11-14T04:24:21,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:21,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f97651fb-8fec-47a0-aa5f-436dea0bbf48" 2024-11-14T04:24:21,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6afbc335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40517,-1] 2024-11-14T04:24:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:21,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:21,784 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:21,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3827e3e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:21,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41339,1731558242699, seqNum=-1] 2024-11-14T04:24:21,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:21,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:21,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., hostname=b024da739ae8,41339,1731558242699, seqNum=2] 2024-11-14T04:24:21,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:21,877 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:22,011 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:22,177 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T04:24:22,338 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:22,509 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:22,601 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 379, reset compression=false 2024-11-14T04:24:22,607 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:22,607 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 504, reset compression=false 2024-11-14T04:24:22,607 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T04:24:22,611 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:22,612 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-14T04:24:22,613 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:22,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d01975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:22,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:22,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:22,622 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb601e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:22,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:22,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:22,624 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:22,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60a340ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:22,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:22,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45379,1731558249102, seqNum=-1] 2024-11-14T04:24:22,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:22,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:22,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f., hostname=b024da739ae8,45379,1731558249102, seqNum=2] 2024-11-14T04:24:22,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:22,759 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:22,817 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 504, reset compression=false 2024-11-14T04:24:23,125 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 504, reset compression=false 2024-11-14T04:24:23,180 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T04:24:23,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,41339,1731558242699, seqNum=-1] 2024-11-14T04:24:23,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:23,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:23,187 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:23,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., hostname=b024da739ae8,41339,1731558242699, seqNum=2] 2024-11-14T04:24:23,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,198 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T04:24:23,213 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 379, reset compression=false 2024-11-14T04:24:23,230 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:23,230 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 528, reset compression=false 2024-11-14T04:24:23,230 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:23,239 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:24:23,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,263 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:23,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:23,441 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 528, reset compression=false 2024-11-14T04:24:23,531 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 504, reset compression=false 2024-11-14T04:24:23,535 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:23,535 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 608, reset compression=false 2024-11-14T04:24:23,535 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:24:23,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:23,539 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:23,739 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 608, reset compression=false 2024-11-14T04:24:23,744 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 528, reset compression=false 2024-11-14T04:24:23,748 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:23,748 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 656, reset compression=false 2024-11-14T04:24:23,748 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[{test/6236858976b6c5b1ac9f95e3017cc33f/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T04:24:23,751 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:23,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T04:24:23,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:23,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198a4866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:23,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:23,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:23,754 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@351134b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:23,755 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:23,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32271073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:23,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:23,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,37965,1731558233815, seqNum=-1] 2024-11-14T04:24:23,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:23,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-14T04:24:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731558252217.c920290ee53c1db120b90e0de6804b05., hostname=b024da739ae8,37965,1731558233815, seqNum=2] 2024-11-14T04:24:23,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:23,869 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 480, reset compression=false 2024-11-14T04:24:23,878 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:23,878 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 632, reset compression=false 2024-11-14T04:24:23,878 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:23,952 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 656, reset compression=false 2024-11-14T04:24:24,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 608, reset compression=false 2024-11-14T04:24:24,081 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 632, reset compression=false 2024-11-14T04:24:24,201 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T04:24:24,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T04:24:24,255 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 656, reset compression=false 2024-11-14T04:24:24,260 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:24,260 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 760, reset compression=false 2024-11-14T04:24:24,260 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[{test/6236858976b6c5b1ac9f95e3017cc33f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:24:24,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:24,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:24,385 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 632, reset compression=false 2024-11-14T04:24:24,388 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:24,388 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 760, reset compression=false 2024-11-14T04:24:24,388 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[{test/c920290ee53c1db120b90e0de6804b05/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T04:24:24,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:24,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:24,447 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 608, reset compression=false 2024-11-14T04:24:24,451 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:24,451 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 760, reset compression=false 2024-11-14T04:24:24,452 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:24,464 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 760, reset compression=false 2024-11-14T04:24:24,591 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 760, reset compression=false 2024-11-14T04:24:24,630 DEBUG [master/b024da739ae8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=28, reused chunk count=96, reuseRatio=77.42% 2024-11-14T04:24:24,630 DEBUG [master/b024da739ae8:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-14T04:24:24,657 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 760, reset compression=false 2024-11-14T04:24:24,767 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 760, reset compression=false 2024-11-14T04:24:24,895 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 760, reset compression=false 2024-11-14T04:24:24,961 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 760, reset compression=false 2024-11-14T04:24:25,170 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 760, reset compression=false 2024-11-14T04:24:25,207 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T04:24:25,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T04:24:25,299 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 760, reset compression=false 2024-11-14T04:24:25,314 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:25,314 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 916, reset compression=false 2024-11-14T04:24:25,314 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[{test/c920290ee53c1db120b90e0de6804b05/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T04:24:25,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:25,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:25,365 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 760, reset compression=false 2024-11-14T04:24:25,371 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:25,371 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 908, reset compression=false 2024-11-14T04:24:25,371 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T04:24:25,372 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:25,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:25,530 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 916, reset compression=false 2024-11-14T04:24:25,581 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 908, reset compression=false 2024-11-14T04:24:25,674 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 760, reset compression=false 2024-11-14T04:24:25,679 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:25,679 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 932, reset compression=false 2024-11-14T04:24:25,679 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:25,841 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 916, reset compression=false 2024-11-14T04:24:25,888 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 932, reset compression=false 2024-11-14T04:24:25,892 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 908, reset compression=false 2024-11-14T04:24:26,191 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 932, reset compression=false 2024-11-14T04:24:26,218 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T04:24:26,222 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T04:24:26,244 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 916, reset compression=false 2024-11-14T04:24:26,295 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 908, reset compression=false 2024-11-14T04:24:26,299 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:26,299 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1067, reset compression=false 2024-11-14T04:24:26,299 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T04:24:26,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:26,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:26,503 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1067, reset compression=false 2024-11-14T04:24:26,594 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 932, reset compression=false 2024-11-14T04:24:26,598 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:26,598 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1082, reset compression=false 2024-11-14T04:24:26,598 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[{test/6236858976b6c5b1ac9f95e3017cc33f/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T04:24:26,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:26,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:26,748 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 916, reset compression=false 2024-11-14T04:24:26,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:26,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1090, reset compression=false 2024-11-14T04:24:26,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:26,802 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1082, reset compression=false 2024-11-14T04:24:26,807 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1067, reset compression=false 2024-11-14T04:24:26,955 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1090, reset compression=false 2024-11-14T04:24:27,105 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1082, reset compression=false 2024-11-14T04:24:27,210 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1067, reset compression=false 2024-11-14T04:24:27,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T04:24:27,231 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T04:24:27,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:27,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:27,242 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68466 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:27,260 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1090, reset compression=false 2024-11-14T04:24:27,509 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1082, reset compression=false 2024-11-14T04:24:27,513 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:27,513 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1241, reset compression=false 2024-11-14T04:24:27,513 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[{test/6236858976b6c5b1ac9f95e3017cc33f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T04:24:27,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:27,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:27,664 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1090, reset compression=false 2024-11-14T04:24:27,670 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:27,670 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1240, reset compression=false 2024-11-14T04:24:27,670 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[{test/c920290ee53c1db120b90e0de6804b05/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-14T04:24:27,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:27,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:27,714 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1067, reset compression=false 2024-11-14T04:24:27,716 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1241, reset compression=false 2024-11-14T04:24:27,719 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:27,719 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1241, reset compression=false 2024-11-14T04:24:27,719 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:27,875 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1240, reset compression=false 2024-11-14T04:24:27,922 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1241, reset compression=false 2024-11-14T04:24:28,019 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1241, reset compression=false 2024-11-14T04:24:28,179 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1240, reset compression=false 2024-11-14T04:24:28,226 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1241, reset compression=false 2024-11-14T04:24:28,233 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T04:24:28,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a5aec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:28,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:28,241 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:28,241 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b20463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,243 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cee7c28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,246 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ab1f9eb 2024-11-14T04:24:28,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:28,248 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:28,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-14T04:24:28,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-14T04:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:24:28,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:24:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:24:28,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T04:24:28,418 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-14T04:24:28,419 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-14T04:24:28,419 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,45379,1731558249102 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-14T04:24:28,419 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/b024da739ae8:0-0. 2024-11-14T04:24:28,419 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:28,419 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:28,419 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,519 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:24:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:24:28,585 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1240, reset compression=false 2024-11-14T04:24:28,620 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 terminated 2024-11-14T04:24:28,632 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1241, reset compression=false 2024-11-14T04:24:28,644 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,45379,1731558249102, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:24:28,644 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-14T04:24:28,644 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T04:24:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T04:24:28,647 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on b024da739ae8,45379,1731558249102 suceeded 2024-11-14T04:24:28,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T04:24:28,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-11-14T04:24:28,649 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-14T04:24:28,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 400 msec 2024-11-14T04:24:28,664 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38049' 2024-11-14T04:24:28,665 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3801a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,665 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38049,-1 for getting cluster id 2024-11-14T04:24:28,665 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:28,666 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f344f92-579a-47cd-bf77-64e1acb25db4' 2024-11-14T04:24:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f344f92-579a-47cd-bf77-64e1acb25db4" 2024-11-14T04:24:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d45f06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38049,-1] 2024-11-14T04:24:28,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:28,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,667 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:28,668 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7437ae06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:28,668 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:28,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38049,1731558233650 2024-11-14T04:24:28,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@81a2aa 2024-11-14T04:24:28,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:28,670 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-14T04:24:28,670 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,45379,1731558249102 (queues=1) is replicating from cluster=83d6c4f8-369e-48aa-8991-44195fb6798d to cluster=9f344f92-579a-47cd-bf77-64e1acb25db4 2024-11-14T04:24:28,671 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C45379%2C1731558249102 2024-11-14T04:24:28,671 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,45379,1731558249102, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:24:28,671 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45379%2C1731558249102 2024-11-14T04:24:28,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:24:28,882 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:24:28,882 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:28,882 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:28,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:28,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:28,887 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-14T04:24:29,089 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1240, reset compression=false 2024-11-14T04:24:29,095 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:29,095 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1344, reset compression=false 2024-11-14T04:24:29,095 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[{test/c920290ee53c1db120b90e0de6804b05/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:24:29,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:29,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41339 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:29,137 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1241, reset compression=false 2024-11-14T04:24:29,146 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:29,146 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1369, reset compression=false 2024-11-14T04:24:29,146 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T04:24:29,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:29,153 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:29,329 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1344, reset compression=false 2024-11-14T04:24:29,365 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1369, reset compression=false 2024-11-14T04:24:29,637 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1344, reset compression=false 2024-11-14T04:24:29,669 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1369, reset compression=false 2024-11-14T04:24:29,890 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-14T04:24:29,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1842c7e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:29,892 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34255,-1 for getting cluster id 2024-11-14T04:24:29,892 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:29,893 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '83d6c4f8-369e-48aa-8991-44195fb6798d' 2024-11-14T04:24:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "83d6c4f8-369e-48aa-8991-44195fb6798d" 2024-11-14T04:24:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4699b258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34255,-1] 2024-11-14T04:24:29,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:29,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:29,894 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:29,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373c0c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:29,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34255,1731558248974 2024-11-14T04:24:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b85f6dc 2024-11-14T04:24:29,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:29,899 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:29,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-14T04:24:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-14T04:24:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T04:24:29,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T04:24:30,041 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1344, reset compression=false 2024-11-14T04:24:30,072 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1369, reset compression=false 2024-11-14T04:24:30,073 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45379 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-14T04:24:30,073 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-14T04:24:30,074 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-14T04:24:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-14T04:24:30,075 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on b024da739ae8,45379,1731558249102 suceeded 2024-11-14T04:24:30,077 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:30,077 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:30,077 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[{test/d9fb8f29a15164164697f3112e45ec0d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:24:30,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T04:24:30,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-14T04:24:30,077 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-14T04:24:30,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:30,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 177 msec 2024-11-14T04:24:30,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45379 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:30,173 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, startPosition=1241, beingWritten=true 2024-11-14T04:24:30,188 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:24:30,188 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1521, reset compression=false 2024-11-14T04:24:30,188 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[{test/6236858976b6c5b1ac9f95e3017cc33f/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-14T04:24:30,190 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:30,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-14T04:24:30,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:24:30,194 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37965 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:24:30,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T04:24:30,221 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:24:30,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:30,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:30,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:30,223 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-14T04:24:30,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:24:30,223 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:30,223 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:30,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:30,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:24:30,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1770126573, stopped=false 2024-11-14T04:24:30,224 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,34255,1731558248974 2024-11-14T04:24:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-238861306/running 2024-11-14T04:24:30,236 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-238861306/running 2024-11-14T04:24:30,236 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:30,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:30,236 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:30,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:30,237 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:30,237 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,237 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,45379,1731558249102' ***** 2024-11-14T04:24:30,237 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:24:30,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/running 2024-11-14T04:24:30,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Set watcher on znode that does not yet exist, /2-238861306/running 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:24:30,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 6236858976b6c5b1ac9f95e3017cc33f 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,45379,1731558249102 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45379. 2024-11-14T04:24:30,238 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6236858976b6c5b1ac9f95e3017cc33f, disabling compactions & flushes 2024-11-14T04:24:30,238 DEBUG [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:30,238 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:30,238 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:30,238 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:30,238 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. after waiting 0 ms 2024-11-14T04:24:30,238 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:24:30,238 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:24:30,239 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6236858976b6c5b1ac9f95e3017cc33f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T04:24:30,239 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:24:30,239 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1325): Online Regions={6236858976b6c5b1ac9f95e3017cc33f=test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f., 1588230740=hbase:meta,,1.1588230740, 9207e3c812f8b09a1d8608d8659a1814=hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.} 2024-11-14T04:24:30,239 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6236858976b6c5b1ac9f95e3017cc33f, 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:30,239 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:30,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:30,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:30,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:30,239 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:24:30,252 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f/06019722e3fd4a2a9ff2a57a1317d1af is 37, key is row3/f:row3/1731558268884/Put/seqid=0 2024-11-14T04:24:30,254 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/info/53806bb2136f497fbdd9d6f6ed398af1 is 147, key is hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814./info:regioninfo/1731558259841/Put/seqid=0 2024-11-14T04:24:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741840_1016 (size=5228) 2024-11-14T04:24:30,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741841_1017 (size=7686) 2024-11-14T04:24:30,281 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:30,286 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:30,391 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1521, reset compression=false 2024-11-14T04:24:30,396 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:30,396 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1768, reset compression=false 2024-11-14T04:24:30,396 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45379,1731558249102 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:30,397 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,45379,1731558249102: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,45379,1731558249102, walGroup=b024da739ae8%2C45379%2C1731558249102, offset=b024da739ae8%2C45379%2C1731558249102.1731558250995:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:45379 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:24:30,398 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:24:30,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:24:30,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:24:30,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:24:30,399 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:24:30,399 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 843857752 }, "NonHeapMemoryUsage": { "committed": 201064448, "init": 7667712, "max": -1, "used": 198256824 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:24:30,400 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:34255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:34255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:24:30,439 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6236858976b6c5b1ac9f95e3017cc33f, 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,544 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1344, reset compression=false 2024-11-14T04:24:30,550 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:30,550 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:30,550 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:30,602 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:30,618 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1768, reset compression=false 2024-11-14T04:24:30,639 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6236858976b6c5b1ac9f95e3017cc33f, 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,656 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f/06019722e3fd4a2a9ff2a57a1317d1af 2024-11-14T04:24:30,658 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/info/53806bb2136f497fbdd9d6f6ed398af1 2024-11-14T04:24:30,661 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06019722e3fd4a2a9ff2a57a1317d1af 2024-11-14T04:24:30,681 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/ns/257e618b94464491aa0de8b9540b3ac2 is 43, key is default/ns:d/1731558252059/Put/seqid=0 2024-11-14T04:24:30,681 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f1/6915fa55b5ef42d7b8216c5ebea02dd4 is 30, key is row1/f1:/1731558266219/DeleteFamily/seqid=0 2024-11-14T04:24:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:24:30,686 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/ns/257e618b94464491aa0de8b9540b3ac2 2024-11-14T04:24:30,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741843_1019 (size=5158) 2024-11-14T04:24:30,691 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f1/6915fa55b5ef42d7b8216c5ebea02dd4 2024-11-14T04:24:30,697 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6915fa55b5ef42d7b8216c5ebea02dd4 2024-11-14T04:24:30,709 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/rep_barrier/17594ae233d44f21a0853748ac8d5829 is 112, key is test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f./rep_barrier:seqnumDuringOpen/1731558254285/Put/seqid=0 2024-11-14T04:24:30,713 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/norep/ef4c7f8b96144035a305f6769a337d0a is 33, key is row2/norep:/1731558267224/DeleteFamily/seqid=0 2024-11-14T04:24:30,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741844_1020 (size=5518) 2024-11-14T04:24:30,715 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/rep_barrier/17594ae233d44f21a0853748ac8d5829 2024-11-14T04:24:30,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741845_1021 (size=5108) 2024-11-14T04:24:30,733 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/norep/ef4c7f8b96144035a305f6769a337d0a 2024-11-14T04:24:30,734 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/table/12c2e02ffd914744a1136f65a1431377 is 53, key is hbase:replication/table:state/1731558259850/Put/seqid=0 2024-11-14T04:24:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741846_1022 (size=5308) 2024-11-14T04:24:30,746 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4c7f8b96144035a305f6769a337d0a 2024-11-14T04:24:30,747 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f/06019722e3fd4a2a9ff2a57a1317d1af as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/f/06019722e3fd4a2a9ff2a57a1317d1af 2024-11-14T04:24:30,751 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 06019722e3fd4a2a9ff2a57a1317d1af 2024-11-14T04:24:30,751 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/f/06019722e3fd4a2a9ff2a57a1317d1af, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T04:24:30,752 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/f1/6915fa55b5ef42d7b8216c5ebea02dd4 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/f1/6915fa55b5ef42d7b8216c5ebea02dd4 2024-11-14T04:24:30,757 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6915fa55b5ef42d7b8216c5ebea02dd4 2024-11-14T04:24:30,757 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/f1/6915fa55b5ef42d7b8216c5ebea02dd4, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:30,758 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/.tmp/norep/ef4c7f8b96144035a305f6769a337d0a as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/norep/ef4c7f8b96144035a305f6769a337d0a 2024-11-14T04:24:30,762 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ef4c7f8b96144035a305f6769a337d0a 2024-11-14T04:24:30,762 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/norep/ef4c7f8b96144035a305f6769a337d0a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:30,763 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6236858976b6c5b1ac9f95e3017cc33f in 525ms, sequenceid=12, compaction requested=false 2024-11-14T04:24:30,765 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:30,769 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/default/test/6236858976b6c5b1ac9f95e3017cc33f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:24:30,770 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6236858976b6c5b1ac9f95e3017cc33f: Waiting for close lock at 1731558270238Running coprocessor pre-close hooks at 1731558270238Disabling compacts and flushes for region at 1731558270238Disabling writes for close at 1731558270238Obtaining lock to block concurrent updates at 1731558270239 (+1 ms)Preparing flush snapshotting stores in 6236858976b6c5b1ac9f95e3017cc33f at 1731558270239Finished memstore snapshotting test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731558270239Flushing stores of test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. at 1731558270239Flushing 6236858976b6c5b1ac9f95e3017cc33f/f: creating writer at 1731558270239Flushing 6236858976b6c5b1ac9f95e3017cc33f/f: appending metadata at 1731558270251 (+12 ms)Flushing 6236858976b6c5b1ac9f95e3017cc33f/f: closing flushed file at 1731558270251Flushing 6236858976b6c5b1ac9f95e3017cc33f/f1: creating writer at 1731558270661 (+410 ms)Flushing 6236858976b6c5b1ac9f95e3017cc33f/f1: appending metadata at 1731558270680 (+19 ms)Flushing 6236858976b6c5b1ac9f95e3017cc33f/f1: closing flushed file at 1731558270680Flushing 6236858976b6c5b1ac9f95e3017cc33f/norep: creating writer at 1731558270698 (+18 ms)Flushing 6236858976b6c5b1ac9f95e3017cc33f/norep: appending metadata at 1731558270712 (+14 ms)Flushing 6236858976b6c5b1ac9f95e3017cc33f/norep: closing flushed file at 1731558270712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f28f3cd: reopening flushed file at 1731558270746 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@385447b: reopening flushed file at 1731558270752 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f917bca: reopening flushed file at 1731558270757 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6236858976b6c5b1ac9f95e3017cc33f in 525ms, sequenceid=12, compaction requested=false at 1731558270763 (+6 ms)Writing region close event to WAL at 1731558270764 (+1 ms)Running coprocessor post-close hooks at 1731558270770 (+6 ms)Closed at 1731558270770 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558253494.6236858976b6c5b1ac9f95e3017cc33f. 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9207e3c812f8b09a1d8608d8659a1814, disabling compactions & flushes 2024-11-14T04:24:30,770 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. after waiting 0 ms 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9207e3c812f8b09a1d8608d8659a1814: Waiting for close lock at 1731558270770Running coprocessor pre-close hooks at 1731558270770Disabling compacts and flushes for region at 1731558270770Disabling writes for close at 1731558270770Failed flush hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814., putting online again at 1731558270770 2024-11-14T04:24:30,770 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,839 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(3091): Received CLOSE for 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,839 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9207e3c812f8b09a1d8608d8659a1814 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9207e3c812f8b09a1d8608d8659a1814, disabling compactions & flushes 2024-11-14T04:24:30,840 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. after waiting 0 ms 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9207e3c812f8b09a1d8608d8659a1814: Waiting for close lock at 1731558270839Running coprocessor pre-close hooks at 1731558270839Disabling compacts and flushes for region at 1731558270839Disabling writes for close at 1731558270840 (+1 ms)Failed flush hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814., putting online again at 1731558270840 2024-11-14T04:24:30,840 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814. 2024-11-14T04:24:30,869 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:24:30,869 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:24:30,922 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 1768, reset compression=false 2024-11-14T04:24:30,946 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:30,946 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 2412, reset compression=false 2024-11-14T04:24:31,006 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:31,040 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:24:31,069 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:31,143 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/table/12c2e02ffd914744a1136f65a1431377 2024-11-14T04:24:31,149 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/info/53806bb2136f497fbdd9d6f6ed398af1 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/info/53806bb2136f497fbdd9d6f6ed398af1 2024-11-14T04:24:31,154 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/info/53806bb2136f497fbdd9d6f6ed398af1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:24:31,154 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/ns/257e618b94464491aa0de8b9540b3ac2 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/ns/257e618b94464491aa0de8b9540b3ac2 2024-11-14T04:24:31,158 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/ns/257e618b94464491aa0de8b9540b3ac2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:24:31,160 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/rep_barrier/17594ae233d44f21a0853748ac8d5829 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/rep_barrier/17594ae233d44f21a0853748ac8d5829 2024-11-14T04:24:31,164 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/rep_barrier/17594ae233d44f21a0853748ac8d5829, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:24:31,165 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/.tmp/table/12c2e02ffd914744a1136f65a1431377 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/table/12c2e02ffd914744a1136f65a1431377 2024-11-14T04:24:31,169 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/table/12c2e02ffd914744a1136f65a1431377, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:24:31,170 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false 2024-11-14T04:24:31,174 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:24:31,174 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:31,175 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:24:31,175 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:31,175 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558270239Running coprocessor pre-close hooks at 1731558270239Disabling compacts and flushes for region at 1731558270239Disabling writes for close at 1731558270239Obtaining lock to block concurrent updates at 1731558270239Preparing flush snapshotting stores in 1588230740 at 1731558270239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558270239Flushing stores of hbase:meta,,1.1588230740 at 1731558270240 (+1 ms)Flushing 1588230740/info: creating writer at 1731558270240Flushing 1588230740/info: appending metadata at 1731558270254 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731558270254Flushing 1588230740/ns: creating writer at 1731558270663 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731558270680 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731558270680Flushing 1588230740/rep_barrier: creating writer at 1731558270691 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558270709 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558270709Flushing 1588230740/table: creating writer at 1731558270718 (+9 ms)Flushing 1588230740/table: appending metadata at 1731558270734 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731558270734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b3202f7: reopening flushed file at 1731558271148 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a544b2e: reopening flushed file at 1731558271154 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550222b9: reopening flushed file at 1731558271159 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c2852f: reopening flushed file at 1731558271164 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=16, compaction requested=false at 1731558271170 (+6 ms)Writing region close event to WAL at 1731558271171 (+1 ms)Running coprocessor post-close hooks at 1731558271174 (+3 ms)Closed at 1731558271175 (+1 ms) 2024-11-14T04:24:31,175 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:31,191 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/WALs/b024da739ae8,45379,1731558249102/b024da739ae8%2C45379%2C1731558249102.1731558250995 to pos 2412, reset compression=false 2024-11-14T04:24:31,240 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:24:31,240 DEBUG [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1325): Online Regions={9207e3c812f8b09a1d8608d8659a1814=hbase:replication,,1731558258977.9207e3c812f8b09a1d8608d8659a1814.} 2024-11-14T04:24:31,240 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T04:24:31,240 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,45379,1731558249102; all regions closed. 2024-11-14T04:24:31,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:24:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741839_1015 (size=2390) 2024-11-14T04:24:31,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741832_1008 (size=2420) 2024-11-14T04:24:31,249 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:31,249 INFO [RS:0;b024da739ae8:45379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:31,249 INFO [RS:0;b024da739ae8:45379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:31,250 INFO [RS:0;b024da739ae8:45379 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:31,250 INFO [RS:0;b024da739ae8:45379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:31,250 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:31,250 INFO [RS:0;b024da739ae8:45379 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,45379,1731558249102 because: Region server is closing 2024-11-14T04:24:31,250 INFO [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45379. 2024-11-14T04:24:31,250 DEBUG [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:31,250 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:31,250 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:31,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:31,351 INFO [RS:0;b024da739ae8:45379 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.shipperb024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 terminated 2024-11-14T04:24:31,351 INFO [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45379. 2024-11-14T04:24:31,351 DEBUG [RS:0;b024da739ae8:45379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:31,351 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:31,352 DEBUG [RS:0;b024da739ae8:45379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:31,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:31,352 INFO [RS:0;b024da739ae8:45379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45379 2024-11-14T04:24:31,352 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45379,1731558249102.replicationSource.wal-reader.b024da739ae8%2C45379%2C1731558249102,1-b024da739ae8,45379,1731558249102 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:24:31,362 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-238861306/rs/b024da739ae8,45379,1731558249102 2024-11-14T04:24:31,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306/rs 2024-11-14T04:24:31,362 INFO [RS:0;b024da739ae8:45379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:31,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,45379,1731558249102] 2024-11-14T04:24:31,383 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-238861306/draining/b024da739ae8,45379,1731558249102 already deleted, retry=false 2024-11-14T04:24:31,384 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,45379,1731558249102 expired; onlineServers=0 2024-11-14T04:24:31,384 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,34255,1731558248974' ***** 2024-11-14T04:24:31,384 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:24:31,384 INFO [M:0;b024da739ae8:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:31,384 INFO [M:0;b024da739ae8:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:31,384 DEBUG [M:0;b024da739ae8:34255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:24:31,384 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:24:31,384 DEBUG [M:0;b024da739ae8:34255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:24:31,384 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558250714 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558250714,5,FailOnTimeoutGroup] 2024-11-14T04:24:31,384 INFO [M:0;b024da739ae8:34255 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:31,384 INFO [M:0;b024da739ae8:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:31,384 DEBUG [M:0;b024da739ae8:34255 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:24:31,384 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558250716 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558250716,5,FailOnTimeoutGroup] 2024-11-14T04:24:31,384 INFO [M:0;b024da739ae8:34255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:24:31,385 INFO [M:0;b024da739ae8:34255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:31,385 INFO [M:0;b024da739ae8:34255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:24:31,385 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:24:31,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-238861306/master 2024-11-14T04:24:31,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-238861306 2024-11-14T04:24:31,394 DEBUG [M:0;b024da739ae8:34255 {}] zookeeper.ZKUtil(347): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Unable to get data of znode /2-238861306/master because node does not exist (not an error) 2024-11-14T04:24:31,394 WARN [M:0;b024da739ae8:34255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:24:31,395 INFO [M:0;b024da739ae8:34255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/.lastflushedseqids 2024-11-14T04:24:31,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741847_1023 (size=245) 2024-11-14T04:24:31,416 INFO [M:0;b024da739ae8:34255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:24:31,416 INFO [M:0;b024da739ae8:34255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:24:31,416 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:31,416 INFO [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:31,416 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:31,416 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:31,416 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:31,417 INFO [M:0;b024da739ae8:34255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-14T04:24:31,437 DEBUG [M:0;b024da739ae8:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d36d2522cdf4519a66cb3c868b79946 is 82, key is hbase:meta,,1/info:regioninfo/1731558252035/Put/seqid=0 2024-11-14T04:24:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741848_1024 (size=5672) 2024-11-14T04:24:31,473 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:31,473 INFO [RS:0;b024da739ae8:45379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:31,473 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45379-0x1013795c8b90007, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:31,473 INFO [RS:0;b024da739ae8:45379 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,45379,1731558249102; zookeeper connection closed. 2024-11-14T04:24:31,474 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fa15219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fa15219 2024-11-14T04:24:31,474 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:24:31,485 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:31,532 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:31,847 INFO [M:0;b024da739ae8:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d36d2522cdf4519a66cb3c868b79946 2024-11-14T04:24:31,870 DEBUG [M:0;b024da739ae8:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c81bf550f34544928522a34feda87494 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558259875/Put/seqid=0 2024-11-14T04:24:31,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741849_1025 (size=9213) 2024-11-14T04:24:31,969 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:24:31,989 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:32,136 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:32,274 INFO [M:0;b024da739ae8:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c81bf550f34544928522a34feda87494 2024-11-14T04:24:32,293 DEBUG [M:0;b024da739ae8:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b32bf98b4a4453b89efaef35298d59f is 69, key is b024da739ae8,45379,1731558249102/rs:state/1731558250780/Put/seqid=0 2024-11-14T04:24:32,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741850_1026 (size=5156) 2024-11-14T04:24:32,303 INFO [M:0;b024da739ae8:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b32bf98b4a4453b89efaef35298d59f 2024-11-14T04:24:32,309 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d36d2522cdf4519a66cb3c868b79946 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d36d2522cdf4519a66cb3c868b79946 2024-11-14T04:24:32,312 INFO [M:0;b024da739ae8:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d36d2522cdf4519a66cb3c868b79946, entries=8, sequenceid=127, filesize=5.5 K 2024-11-14T04:24:32,313 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c81bf550f34544928522a34feda87494 as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c81bf550f34544928522a34feda87494 2024-11-14T04:24:32,318 INFO [M:0;b024da739ae8:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c81bf550f34544928522a34feda87494, entries=15, sequenceid=127, filesize=9.0 K 2024-11-14T04:24:32,319 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5b32bf98b4a4453b89efaef35298d59f as hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b32bf98b4a4453b89efaef35298d59f 2024-11-14T04:24:32,322 INFO [M:0;b024da739ae8:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33353/user/jenkins/test-data/94ea277b-cd76-df96-6517-befa7d7c5963/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5b32bf98b4a4453b89efaef35298d59f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-14T04:24:32,323 INFO [M:0;b024da739ae8:34255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=127, compaction requested=false 2024-11-14T04:24:32,332 INFO [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:32,332 DEBUG [M:0;b024da739ae8:34255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558271416Disabling compacts and flushes for region at 1731558271416Disabling writes for close at 1731558271416Obtaining lock to block concurrent updates at 1731558271417 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558271417Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731558271417Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558271417Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558271417Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558271437 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558271437Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558271852 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558271869 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558271870 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558272278 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558272292 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558272292Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622ed019: reopening flushed file at 1731558272308 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c490242: reopening flushed file at 1731558272313 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27cc8506: reopening flushed file at 1731558272318 (+5 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=127, compaction requested=false at 1731558272323 (+5 ms)Writing region close event to WAL at 1731558272332 (+9 ms)Closed at 1731558272332 2024-11-14T04:24:32,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39509 is added to blk_1073741830_1006 (size=73878) 2024-11-14T04:24:32,334 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:32,334 INFO [M:0;b024da739ae8:34255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:24:32,334 INFO [M:0;b024da739ae8:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34255 2024-11-14T04:24:32,335 INFO [M:0;b024da739ae8:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:32,482 INFO [M:0;b024da739ae8:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:32,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1013795c8b90006, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:32,485 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1963fb0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:32,486 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@8a7d804{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:32,486 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:32,486 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e68446d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:32,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@488a0d11{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:32,489 WARN [BP-304968249-172.17.0.3-1731558245078 heartbeating to localhost/127.0.0.1:33353 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:24:32,489 WARN [BP-304968249-172.17.0.3-1731558245078 heartbeating to localhost/127.0.0.1:33353 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-304968249-172.17.0.3-1731558245078 (Datanode Uuid 6d893325-ed2e-4da9-9265-508725d377b5) service to localhost/127.0.0.1:33353 2024-11-14T04:24:32,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/cluster_668b425c-b432-8c44-94e4-693a9f68d6d8/data/data1/current/BP-304968249-172.17.0.3-1731558245078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:32,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/cluster_668b425c-b432-8c44-94e4-693a9f68d6d8/data/data2/current/BP-304968249-172.17.0.3-1731558245078 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:32,490 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:24:32,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:24:32,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:24:32,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@759e5492{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:32,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32738fc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:32,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:32,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55482074{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:32,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30a9f3ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:32,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:24:32,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:24:32,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:32,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:32,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:32,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:32,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:32,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:24:32,519 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1557568281, stopped=false 2024-11-14T04:24:32,519 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,40517,1731558242011 2024-11-14T04:24:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740786606/running 2024-11-14T04:24:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740786606/running 2024-11-14T04:24:32,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:32,538 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:32,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/running 2024-11-14T04:24:32,539 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:32,539 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:32,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Set watcher on znode that does not yet exist, /1-740786606/running 2024-11-14T04:24:32,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:32,539 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,41339,1731558242699' ***** 2024-11-14T04:24:32,539 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:24:32,539 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:24:32,539 INFO [RS:0;b024da739ae8:41339 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:24:32,539 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:24:32,539 INFO [RS:0;b024da739ae8:41339 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(3091): Received CLOSE for d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(3091): Received CLOSE for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,41339,1731558242699 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41339. 2024-11-14T04:24:32,540 DEBUG [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:32,540 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:24:32,540 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:24:32,540 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1325): Online Regions={d9fb8f29a15164164697f3112e45ec0d=test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., 1588230740=hbase:meta,,1.1588230740, 50db4093a1d614101facd404bd784484=hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.} 2024-11-14T04:24:32,540 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:32,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9fb8f29a15164164697f3112e45ec0d, disabling compactions & flushes 2024-11-14T04:24:32,540 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:32,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:32,540 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. after waiting 0 ms 2024-11-14T04:24:32,541 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:32,541 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:32,541 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:32,541 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9fb8f29a15164164697f3112e45ec0d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-14T04:24:32,541 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:32,541 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:32,541 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:32,541 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:24:32,570 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f/4c35fc79bb4e4895b2b5b98544e0eaba is 37, key is row3/f:row3/1731558268884/Put/seqid=0 2024-11-14T04:24:32,575 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/info/d68b82838d6f4d58acdc697f3b3dc7e1 is 147, key is hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484./info:regioninfo/1731558257727/Put/seqid=0 2024-11-14T04:24:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741840_1016 (size=5228) 2024-11-14T04:24:32,582 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:32,593 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:32,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741841_1017 (size=7686) 2024-11-14T04:24:32,741 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:32,840 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1473, reset compression=false 2024-11-14T04:24:32,845 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:32,845 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1720, reset compression=false 2024-11-14T04:24:32,845 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,41339,1731558242699 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:32,845 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,41339,1731558242699: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,41339,1731558242699, walGroup=b024da739ae8%2C41339%2C1731558242699, offset=b024da739ae8%2C41339%2C1731558242699.1731558244357:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:41339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:24:32,847 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:24:32,847 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:24:32,847 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:24:32,847 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:24:32,847 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:24:32,847 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 908869464 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198693792 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:24:32,848 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:40517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:40517 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:24:32,941 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:32,978 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f/4c35fc79bb4e4895b2b5b98544e0eaba 2024-11-14T04:24:32,984 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c35fc79bb4e4895b2b5b98544e0eaba 2024-11-14T04:24:32,997 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/info/d68b82838d6f4d58acdc697f3b3dc7e1 2024-11-14T04:24:33,014 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f1/c4bc2d9ec21a434b94bbc801e8beaf46 is 30, key is row1/f1:/1731558266219/DeleteFamily/seqid=0 2024-11-14T04:24:33,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741842_1018 (size=5158) 2024-11-14T04:24:33,036 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/ns/c9da52f1fcf84785811b8422ea92ade7 is 43, key is default/ns:d/1731558244936/Put/seqid=0 2024-11-14T04:24:33,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741843_1019 (size=5153) 2024-11-14T04:24:33,039 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/ns/c9da52f1fcf84785811b8422ea92ade7 2024-11-14T04:24:33,050 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1720, reset compression=false 2024-11-14T04:24:33,057 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/rep_barrier/5cd9c2412d3e4f4d8531be43e32afb4f is 112, key is test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d./rep_barrier:seqnumDuringOpen/1731558253304/Put/seqid=0 2024-11-14T04:24:33,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741844_1020 (size=5518) 2024-11-14T04:24:33,066 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/rep_barrier/5cd9c2412d3e4f4d8531be43e32afb4f 2024-11-14T04:24:33,087 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/table/c696d5971d2b4fa982034f7fdc9a6457 is 53, key is hbase:replication/table:state/1731558257765/Put/seqid=0 2024-11-14T04:24:33,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741845_1021 (size=5308) 2024-11-14T04:24:33,091 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/table/c696d5971d2b4fa982034f7fdc9a6457 2024-11-14T04:24:33,096 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/info/d68b82838d6f4d58acdc697f3b3dc7e1 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/info/d68b82838d6f4d58acdc697f3b3dc7e1 2024-11-14T04:24:33,101 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/info/d68b82838d6f4d58acdc697f3b3dc7e1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:24:33,102 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/ns/c9da52f1fcf84785811b8422ea92ade7 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/ns/c9da52f1fcf84785811b8422ea92ade7 2024-11-14T04:24:33,107 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/ns/c9da52f1fcf84785811b8422ea92ade7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:24:33,108 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/rep_barrier/5cd9c2412d3e4f4d8531be43e32afb4f as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/rep_barrier/5cd9c2412d3e4f4d8531be43e32afb4f 2024-11-14T04:24:33,113 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/rep_barrier/5cd9c2412d3e4f4d8531be43e32afb4f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:24:33,114 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/.tmp/table/c696d5971d2b4fa982034f7fdc9a6457 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/table/c696d5971d2b4fa982034f7fdc9a6457 2024-11-14T04:24:33,118 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/table/c696d5971d2b4fa982034f7fdc9a6457, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:24:33,119 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false 2024-11-14T04:24:33,123 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:24:33,123 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:33,123 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:24:33,123 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:33,124 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558272540Running coprocessor pre-close hooks at 1731558272540Disabling compacts and flushes for region at 1731558272541 (+1 ms)Disabling writes for close at 1731558272541Obtaining lock to block concurrent updates at 1731558272541Preparing flush snapshotting stores in 1588230740 at 1731558272541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558272541Flushing stores of hbase:meta,,1.1588230740 at 1731558272542 (+1 ms)Flushing 1588230740/info: creating writer at 1731558272542Flushing 1588230740/info: appending metadata at 1731558272575 (+33 ms)Flushing 1588230740/info: closing flushed file at 1731558272575Flushing 1588230740/ns: creating writer at 1731558273004 (+429 ms)Flushing 1588230740/ns: appending metadata at 1731558273035 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1731558273035Flushing 1588230740/rep_barrier: creating writer at 1731558273043 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558273057 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558273057Flushing 1588230740/table: creating writer at 1731558273069 (+12 ms)Flushing 1588230740/table: appending metadata at 1731558273087 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731558273087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a4795d: reopening flushed file at 1731558273096 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707cc5e8: reopening flushed file at 1731558273101 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7c5dcf: reopening flushed file at 1731558273107 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8a3695: reopening flushed file at 1731558273113 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 578ms, sequenceid=16, compaction requested=false at 1731558273119 (+6 ms)Writing region close event to WAL at 1731558273120 (+1 ms)Running coprocessor post-close hooks at 1731558273123 (+3 ms)Closed at 1731558273123 2024-11-14T04:24:33,124 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:33,141 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:33,296 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:24:33,296 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:24:33,297 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:33,341 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:33,353 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1720, reset compression=false 2024-11-14T04:24:33,431 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f1/c4bc2d9ec21a434b94bbc801e8beaf46 2024-11-14T04:24:33,435 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bc2d9ec21a434b94bbc801e8beaf46 2024-11-14T04:24:33,451 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/norep/e661622b12844050b128707d66e57792 is 33, key is row1/norep:/1731558266219/DeleteFamily/seqid=0 2024-11-14T04:24:33,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741846_1022 (size=5108) 2024-11-14T04:24:33,542 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:24:33,542 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1325): Online Regions={d9fb8f29a15164164697f3112e45ec0d=test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., 50db4093a1d614101facd404bd784484=hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484.} 2024-11-14T04:24:33,542 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:33,742 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 50db4093a1d614101facd404bd784484, d9fb8f29a15164164697f3112e45ec0d 2024-11-14T04:24:33,758 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/WALs/b024da739ae8,41339,1731558242699/b024da739ae8%2C41339%2C1731558242699.1731558244357 to pos 1720, reset compression=false 2024-11-14T04:24:33,858 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/norep/e661622b12844050b128707d66e57792 2024-11-14T04:24:33,861 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e661622b12844050b128707d66e57792 2024-11-14T04:24:33,862 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f/4c35fc79bb4e4895b2b5b98544e0eaba as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/f/4c35fc79bb4e4895b2b5b98544e0eaba 2024-11-14T04:24:33,866 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c35fc79bb4e4895b2b5b98544e0eaba 2024-11-14T04:24:33,866 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/f/4c35fc79bb4e4895b2b5b98544e0eaba, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T04:24:33,867 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/f1/c4bc2d9ec21a434b94bbc801e8beaf46 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/f1/c4bc2d9ec21a434b94bbc801e8beaf46 2024-11-14T04:24:33,872 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4bc2d9ec21a434b94bbc801e8beaf46 2024-11-14T04:24:33,872 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/f1/c4bc2d9ec21a434b94bbc801e8beaf46, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:33,873 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/.tmp/norep/e661622b12844050b128707d66e57792 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/norep/e661622b12844050b128707d66e57792 2024-11-14T04:24:33,877 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e661622b12844050b128707d66e57792 2024-11-14T04:24:33,878 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/norep/e661622b12844050b128707d66e57792, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:33,879 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d9fb8f29a15164164697f3112e45ec0d in 1338ms, sequenceid=12, compaction requested=false 2024-11-14T04:24:33,896 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/data/default/test/d9fb8f29a15164164697f3112e45ec0d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:24:33,896 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:33,896 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:24:33,896 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:33,896 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9fb8f29a15164164697f3112e45ec0d: Waiting for close lock at 1731558272540Running coprocessor pre-close hooks at 1731558272540Disabling compacts and flushes for region at 1731558272540Disabling writes for close at 1731558272540Obtaining lock to block concurrent updates at 1731558272541 (+1 ms)Preparing flush snapshotting stores in d9fb8f29a15164164697f3112e45ec0d at 1731558272541Finished memstore snapshotting test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731558272541Flushing stores of test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. at 1731558272542 (+1 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/f: creating writer at 1731558272542Flushing d9fb8f29a15164164697f3112e45ec0d/f: appending metadata at 1731558272570 (+28 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/f: closing flushed file at 1731558272570Flushing d9fb8f29a15164164697f3112e45ec0d/f1: creating writer at 1731558272984 (+414 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/f1: appending metadata at 1731558273013 (+29 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/f1: closing flushed file at 1731558273013Flushing d9fb8f29a15164164697f3112e45ec0d/norep: creating writer at 1731558273435 (+422 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/norep: appending metadata at 1731558273450 (+15 ms)Flushing d9fb8f29a15164164697f3112e45ec0d/norep: closing flushed file at 1731558273451 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5a4e42: reopening flushed file at 1731558273862 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78962382: reopening flushed file at 1731558273867 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d18369f: reopening flushed file at 1731558273872 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d9fb8f29a15164164697f3112e45ec0d in 1338ms, sequenceid=12, compaction requested=false at 1731558273879 (+7 ms)Writing region close event to WAL at 1731558273893 (+14 ms)Running coprocessor post-close hooks at 1731558273896 (+3 ms)Closed at 1731558273896 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558252855.d9fb8f29a15164164697f3112e45ec0d. 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50db4093a1d614101facd404bd784484, disabling compactions & flushes 2024-11-14T04:24:33,897 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. after waiting 0 ms 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50db4093a1d614101facd404bd784484: Waiting for close lock at 1731558273897Running coprocessor pre-close hooks at 1731558273897Disabling compacts and flushes for region at 1731558273897Disabling writes for close at 1731558273897Failed flush hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484., putting online again at 1731558273897 2024-11-14T04:24:33,897 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,942 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(3091): Received CLOSE for 50db4093a1d614101facd404bd784484 2024-11-14T04:24:33,942 DEBUG [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1351): Waiting on 50db4093a1d614101facd404bd784484 2024-11-14T04:24:33,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 50db4093a1d614101facd404bd784484, disabling compactions & flushes 2024-11-14T04:24:33,942 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. after waiting 0 ms 2024-11-14T04:24:33,942 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:33,943 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 50db4093a1d614101facd404bd784484: Waiting for close lock at 1731558273942Running coprocessor pre-close hooks at 1731558273942Disabling compacts and flushes for region at 1731558273942Disabling writes for close at 1731558273942Failed flush hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484., putting online again at 1731558273942 2024-11-14T04:24:33,943 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731558256820.50db4093a1d614101facd404bd784484. 2024-11-14T04:24:34,113 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:34,142 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-14T04:24:34,142 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,41339,1731558242699; all regions closed. 2024-11-14T04:24:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:24:34,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741839_1015 (size=2609) 2024-11-14T04:24:34,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741832_1008 (size=2372) 2024-11-14T04:24:34,155 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:34,155 INFO [RS:0;b024da739ae8:41339 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:34,155 INFO [RS:0;b024da739ae8:41339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:34,155 INFO [RS:0;b024da739ae8:41339 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:34,155 INFO [RS:0;b024da739ae8:41339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:34,156 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:34,157 INFO [RS:0;b024da739ae8:41339 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,41339,1731558242699 because: Region server is closing 2024-11-14T04:24:34,157 INFO [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41339. 2024-11-14T04:24:34,157 DEBUG [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:34,157 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:34,157 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:34,157 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:34,258 INFO [RS:0;b024da739ae8:41339 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.shipperb024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 terminated 2024-11-14T04:24:34,258 INFO [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:41339. 2024-11-14T04:24:34,258 DEBUG [RS:0;b024da739ae8:41339 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:34,258 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:34,258 DEBUG [RS:0;b024da739ae8:41339 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:34,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:34,259 INFO [RS:0;b024da739ae8:41339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41339 2024-11-14T04:24:34,259 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,41339,1731558242699.replicationSource.wal-reader.b024da739ae8%2C41339%2C1731558242699,1-b024da739ae8,41339,1731558242699 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:24:34,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740786606/rs/b024da739ae8,41339,1731558242699 2024-11-14T04:24:34,285 INFO [RS:0;b024da739ae8:41339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:34,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606/rs 2024-11-14T04:24:34,295 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,41339,1731558242699] 2024-11-14T04:24:34,316 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-740786606/draining/b024da739ae8,41339,1731558242699 already deleted, retry=false 2024-11-14T04:24:34,316 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,41339,1731558242699 expired; onlineServers=0 2024-11-14T04:24:34,316 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,40517,1731558242011' ***** 2024-11-14T04:24:34,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:34,317 DEBUG [M:0;b024da739ae8:40517 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:24:34,317 DEBUG [M:0;b024da739ae8:40517 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:24:34,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:24:34,317 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558244116 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558244116,5,FailOnTimeoutGroup] 2024-11-14T04:24:34,317 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558244100 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558244100,5,FailOnTimeoutGroup] 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:34,317 DEBUG [M:0;b024da739ae8:40517 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:24:34,317 INFO [M:0;b024da739ae8:40517 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:34,318 INFO [M:0;b024da739ae8:40517 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:24:34,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:24:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740786606/master 2024-11-14T04:24:34,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740786606 2024-11-14T04:24:34,327 DEBUG [M:0;b024da739ae8:40517 {}] zookeeper.ZKUtil(347): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Unable to get data of znode /1-740786606/master because node does not exist (not an error) 2024-11-14T04:24:34,327 WARN [M:0;b024da739ae8:40517 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:24:34,328 INFO [M:0;b024da739ae8:40517 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/.lastflushedseqids 2024-11-14T04:24:34,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741847_1023 (size=245) 2024-11-14T04:24:34,396 INFO [RS:0;b024da739ae8:41339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:34,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:34,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41339-0x1013795c8b90004, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:34,396 INFO [RS:0;b024da739ae8:41339 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,41339,1731558242699; zookeeper connection closed. 2024-11-14T04:24:34,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f5b969d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f5b969d 2024-11-14T04:24:34,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:24:34,732 INFO [M:0;b024da739ae8:40517 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:24:34,732 INFO [M:0;b024da739ae8:40517 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:24:34,732 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:34,732 INFO [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:34,732 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:34,732 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:34,732 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:34,732 INFO [M:0;b024da739ae8:40517 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T04:24:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,749 DEBUG [M:0;b024da739ae8:40517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cb9ec42014943b78379641df67c4a is 82, key is hbase:meta,,1/info:regioninfo/1731558244903/Put/seqid=0 2024-11-14T04:24:34,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741848_1024 (size=5672) 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:34,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,032 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:35,153 INFO [M:0;b024da739ae8:40517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cb9ec42014943b78379641df67c4a 2024-11-14T04:24:35,172 DEBUG [M:0;b024da739ae8:40517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e77e010bb4da1affd0e43668a08f6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558257771/Put/seqid=0 2024-11-14T04:24:35,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741849_1025 (size=8517) 2024-11-14T04:24:35,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:35,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:35,583 INFO [M:0;b024da739ae8:40517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e77e010bb4da1affd0e43668a08f6 2024-11-14T04:24:35,603 DEBUG [M:0;b024da739ae8:40517 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354c66769f2a43f2b941462323faf862 is 69, key is b024da739ae8,41339,1731558242699/rs:state/1731558244170/Put/seqid=0 2024-11-14T04:24:35,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741850_1026 (size=5156) 2024-11-14T04:24:36,007 INFO [M:0;b024da739ae8:40517 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354c66769f2a43f2b941462323faf862 2024-11-14T04:24:36,012 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/432cb9ec42014943b78379641df67c4a as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432cb9ec42014943b78379641df67c4a 2024-11-14T04:24:36,025 INFO [M:0;b024da739ae8:40517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/432cb9ec42014943b78379641df67c4a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:24:36,029 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/347e77e010bb4da1affd0e43668a08f6 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347e77e010bb4da1affd0e43668a08f6 2024-11-14T04:24:36,034 INFO [M:0;b024da739ae8:40517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/347e77e010bb4da1affd0e43668a08f6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:24:36,035 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/354c66769f2a43f2b941462323faf862 as hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/354c66769f2a43f2b941462323faf862 2024-11-14T04:24:36,037 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:36,039 INFO [M:0;b024da739ae8:40517 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35823/user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/354c66769f2a43f2b941462323faf862, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:24:36,040 INFO [M:0;b024da739ae8:40517 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false 2024-11-14T04:24:36,041 INFO [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:36,041 DEBUG [M:0;b024da739ae8:40517 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558274732Disabling compacts and flushes for region at 1731558274732Disabling writes for close at 1731558274732Obtaining lock to block concurrent updates at 1731558274732Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558274732Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731558274733 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558274733Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558274733Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558274749 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558274749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558275157 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558275172 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558275172Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558275587 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558275603 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558275603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523c412e: reopening flushed file at 1731558276011 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e10d730: reopening flushed file at 1731558276026 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdd14e0: reopening flushed file at 1731558276034 (+8 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=97, compaction requested=false at 1731558276040 (+6 ms)Writing region close event to WAL at 1731558276041 (+1 ms)Closed at 1731558276041 2024-11-14T04:24:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39317 is added to blk_1073741830_1006 (size=63666) 2024-11-14T04:24:36,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d3c99592-3c30-78d6-1875-49f3763e6536/MasterData/WALs/b024da739ae8,40517,1731558242011/b024da739ae8%2C40517%2C1731558242011.1731558243454 not finished, retry = 0 2024-11-14T04:24:36,143 INFO [M:0;b024da739ae8:40517 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:24:36,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:36,144 INFO [M:0;b024da739ae8:40517 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40517 2024-11-14T04:24:36,144 INFO [M:0;b024da739ae8:40517 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:36,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40517-0x1013795c8b90003, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:36,294 INFO [M:0;b024da739ae8:40517 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:36,305 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e69e4c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:36,306 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72cb97e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:36,306 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:36,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6850e13e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:36,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5895ebe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:36,310 WARN [BP-1101540257-172.17.0.3-1731558236440 heartbeating to localhost/127.0.0.1:35823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:24:36,310 WARN [BP-1101540257-172.17.0.3-1731558236440 heartbeating to localhost/127.0.0.1:35823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1101540257-172.17.0.3-1731558236440 (Datanode Uuid e8599919-f907-415c-ab79-d5b573a87a6d) service to localhost/127.0.0.1:35823 2024-11-14T04:24:36,310 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/cluster_b9ba1e19-686b-d02e-92c1-c8abc0a690ac/data/data1/current/BP-1101540257-172.17.0.3-1731558236440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:36,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:24:36,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:24:36,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/cluster_b9ba1e19-686b-d02e-92c1-c8abc0a690ac/data/data2/current/BP-1101540257-172.17.0.3-1731558236440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:36,311 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:24:36,323 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39ba2f45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:36,324 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f1376e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:36,324 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:36,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c40843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:36,324 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba1cff0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f8b6adc-fc77-4b47-714f-41d03fcd0741/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:24:36,343 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:24:36,343 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:36,343 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:36,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:36,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:36,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:36,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:24:36,344 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1059282216, stopped=false 2024-11-14T04:24:36,344 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,38049,1731558233650 2024-11-14T04:24:36,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211144072/running 2024-11-14T04:24:36,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:24:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211144072/running 2024-11-14T04:24:36,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:24:36,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/running 2024-11-14T04:24:36,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Set watcher on znode that does not yet exist, /0-211144072/running 2024-11-14T04:24:36,364 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-14T04:24:36,364 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(3091): Received CLOSE for cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:36,365 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:36,365 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:24:36,365 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:36,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:36,366 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,37965,1731558233815' ***** 2024-11-14T04:24:36,366 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:24:36,366 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(3091): Received CLOSE for c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: cddb74cadfc10aca449c2b5503b0c0cc, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(3093): Received CLOSE for the region: c920290ee53c1db120b90e0de6804b05, which we are already trying to CLOSE, but not completed yet 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,37965,1731558233815 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:36,368 INFO [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37965. 2024-11-14T04:24:36,368 DEBUG [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:36,369 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:24:36,370 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:36,372 INFO [RS:0;b024da739ae8:37965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:24:36,372 INFO [RS:0;b024da739ae8:37965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:24:36,372 INFO [RS:0;b024da739ae8:37965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:24:36,372 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:24:36,367 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cddb74cadfc10aca449c2b5503b0c0cc, disabling compactions & flushes 2024-11-14T04:24:36,372 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. after waiting 0 ms 2024-11-14T04:24:36,372 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:36,372 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cddb74cadfc10aca449c2b5503b0c0cc 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-14T04:24:36,384 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:24:36,384 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1325): Online Regions={cddb74cadfc10aca449c2b5503b0c0cc=hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc., 1588230740=hbase:meta,,1.1588230740, c920290ee53c1db120b90e0de6804b05=test,,1731558252217.c920290ee53c1db120b90e0de6804b05.} 2024-11-14T04:24:36,384 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c920290ee53c1db120b90e0de6804b05, cddb74cadfc10aca449c2b5503b0c0cc 2024-11-14T04:24:36,385 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:36,385 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:36,385 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:36,385 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:36,385 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:36,385 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:24:36,429 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/info/47fe864c63704b9baa999e09156a4c8d is 147, key is hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc./info:regioninfo/1731558255522/Put/seqid=0 2024-11-14T04:24:36,434 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/.tmp/queue/30d7bbd1b96b43f5a2f0ff7f8b46fa77 is 154, key is 1-b024da739ae8,37965,1731558233815/queue:b024da739ae8%2C37965%2C1731558233815/1731558270552/Put/seqid=0 2024-11-14T04:24:36,440 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741840_1016 (size=7686) 2024-11-14T04:24:36,475 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/info/47fe864c63704b9baa999e09156a4c8d 2024-11-14T04:24:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741841_1017 (size=5353) 2024-11-14T04:24:36,492 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/.tmp/queue/30d7bbd1b96b43f5a2f0ff7f8b46fa77 2024-11-14T04:24:36,512 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/.tmp/queue/30d7bbd1b96b43f5a2f0ff7f8b46fa77 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/queue/30d7bbd1b96b43f5a2f0ff7f8b46fa77 2024-11-14T04:24:36,520 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/queue/30d7bbd1b96b43f5a2f0ff7f8b46fa77, entries=1, sequenceid=14, filesize=5.2 K 2024-11-14T04:24:36,521 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for cddb74cadfc10aca449c2b5503b0c0cc in 149ms, sequenceid=14, compaction requested=false 2024-11-14T04:24:36,542 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/ns/3fea36e422ef47a88dbda244b235b2f2 is 43, key is default/ns:d/1731558236334/Put/seqid=0 2024-11-14T04:24:36,543 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/replication/cddb74cadfc10aca449c2b5503b0c0cc/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-14T04:24:36,544 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:24:36,544 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:24:36,544 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:36,544 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:24:36,544 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cddb74cadfc10aca449c2b5503b0c0cc: Waiting for close lock at 1731558276367Running coprocessor pre-close hooks at 1731558276367Disabling compacts and flushes for region at 1731558276367Disabling writes for close at 1731558276372 (+5 ms)Obtaining lock to block concurrent updates at 1731558276372Preparing flush snapshotting stores in cddb74cadfc10aca449c2b5503b0c0cc at 1731558276372Finished memstore snapshotting hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731558276373 (+1 ms)Flushing stores of hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. at 1731558276376 (+3 ms)Flushing cddb74cadfc10aca449c2b5503b0c0cc/queue: creating writer at 1731558276376Flushing cddb74cadfc10aca449c2b5503b0c0cc/queue: appending metadata at 1731558276434 (+58 ms)Flushing cddb74cadfc10aca449c2b5503b0c0cc/queue: closing flushed file at 1731558276434Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa90afa: reopening flushed file at 1731558276511 (+77 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for cddb74cadfc10aca449c2b5503b0c0cc in 149ms, sequenceid=14, compaction requested=false at 1731558276522 (+11 ms)Writing region close event to WAL at 1731558276538 (+16 ms)Running coprocessor post-close hooks at 1731558276544 (+6 ms)Closed at 1731558276544 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558254662.cddb74cadfc10aca449c2b5503b0c0cc. 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c920290ee53c1db120b90e0de6804b05, disabling compactions & flushes 2024-11-14T04:24:36,545 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558252217.c920290ee53c1db120b90e0de6804b05. after waiting 0 ms 2024-11-14T04:24:36,545 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:36,545 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c920290ee53c1db120b90e0de6804b05 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-14T04:24:36,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:24:36,554 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/ns/3fea36e422ef47a88dbda244b235b2f2 2024-11-14T04:24:36,584 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f/fac042b05f5b4b68a14c6cf83c65666d is 37, key is row3/f:row3/1731558268884/Put/seqid=0 2024-11-14T04:24:36,584 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c920290ee53c1db120b90e0de6804b05 2024-11-14T04:24:36,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741843_1019 (size=5228) 2024-11-14T04:24:36,593 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f/fac042b05f5b4b68a14c6cf83c65666d 2024-11-14T04:24:36,598 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/rep_barrier/3c32d1f0bf30431d934a30e959d18a72 is 112, key is test,,1731558252217.c920290ee53c1db120b90e0de6804b05./rep_barrier:seqnumDuringOpen/1731558252674/Put/seqid=0 2024-11-14T04:24:36,599 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fac042b05f5b4b68a14c6cf83c65666d 2024-11-14T04:24:36,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741844_1020 (size=5518) 2024-11-14T04:24:36,630 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f1/4869d1e044064e7aa540db783ded7452 is 30, key is row1/f1:/1731558266219/DeleteFamily/seqid=0 2024-11-14T04:24:36,634 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T04:24:36,634 INFO [master/b024da739ae8:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T04:24:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741845_1021 (size=5158) 2024-11-14T04:24:36,637 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f1/4869d1e044064e7aa540db783ded7452 2024-11-14T04:24:36,641 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4869d1e044064e7aa540db783ded7452 2024-11-14T04:24:36,666 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/norep/85296cfb6b1348c0b7a3140eddb5e901 is 32, key is row/norep:/1731558265208/DeleteFamily/seqid=0 2024-11-14T04:24:36,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741846_1022 (size=5101) 2024-11-14T04:24:36,678 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/norep/85296cfb6b1348c0b7a3140eddb5e901 2024-11-14T04:24:36,684 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85296cfb6b1348c0b7a3140eddb5e901 2024-11-14T04:24:36,685 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f/fac042b05f5b4b68a14c6cf83c65666d as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/f/fac042b05f5b4b68a14c6cf83c65666d 2024-11-14T04:24:36,690 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fac042b05f5b4b68a14c6cf83c65666d 2024-11-14T04:24:36,690 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/f/fac042b05f5b4b68a14c6cf83c65666d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-14T04:24:36,691 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/f1/4869d1e044064e7aa540db783ded7452 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/f1/4869d1e044064e7aa540db783ded7452 2024-11-14T04:24:36,699 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4869d1e044064e7aa540db783ded7452 2024-11-14T04:24:36,699 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/f1/4869d1e044064e7aa540db783ded7452, entries=3, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:36,700 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/.tmp/norep/85296cfb6b1348c0b7a3140eddb5e901 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/norep/85296cfb6b1348c0b7a3140eddb5e901 2024-11-14T04:24:36,711 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 85296cfb6b1348c0b7a3140eddb5e901 2024-11-14T04:24:36,712 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/norep/85296cfb6b1348c0b7a3140eddb5e901, entries=1, sequenceid=12, filesize=5.0 K 2024-11-14T04:24:36,713 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c920290ee53c1db120b90e0de6804b05 in 168ms, sequenceid=12, compaction requested=false 2024-11-14T04:24:36,713 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:24:36,734 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/default/test/c920290ee53c1db120b90e0de6804b05/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:24:36,736 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:36,736 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:24:36,736 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:36,737 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c920290ee53c1db120b90e0de6804b05: Waiting for close lock at 1731558276545Running coprocessor pre-close hooks at 1731558276545Disabling compacts and flushes for region at 1731558276545Disabling writes for close at 1731558276545Obtaining lock to block concurrent updates at 1731558276545Preparing flush snapshotting stores in c920290ee53c1db120b90e0de6804b05 at 1731558276545Finished memstore snapshotting test,,1731558252217.c920290ee53c1db120b90e0de6804b05., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731558276546 (+1 ms)Flushing stores of test,,1731558252217.c920290ee53c1db120b90e0de6804b05. at 1731558276546Flushing c920290ee53c1db120b90e0de6804b05/f: creating writer at 1731558276546Flushing c920290ee53c1db120b90e0de6804b05/f: appending metadata at 1731558276583 (+37 ms)Flushing c920290ee53c1db120b90e0de6804b05/f: closing flushed file at 1731558276583Flushing c920290ee53c1db120b90e0de6804b05/f1: creating writer at 1731558276600 (+17 ms)Flushing c920290ee53c1db120b90e0de6804b05/f1: appending metadata at 1731558276628 (+28 ms)Flushing c920290ee53c1db120b90e0de6804b05/f1: closing flushed file at 1731558276628Flushing c920290ee53c1db120b90e0de6804b05/norep: creating writer at 1731558276641 (+13 ms)Flushing c920290ee53c1db120b90e0de6804b05/norep: appending metadata at 1731558276665 (+24 ms)Flushing c920290ee53c1db120b90e0de6804b05/norep: closing flushed file at 1731558276665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6cff1d: reopening flushed file at 1731558276684 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439f2cef: reopening flushed file at 1731558276690 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f813023: reopening flushed file at 1731558276699 (+9 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for c920290ee53c1db120b90e0de6804b05 in 168ms, sequenceid=12, compaction requested=false at 1731558276713 (+14 ms)Writing region close event to WAL at 1731558276729 (+16 ms)Running coprocessor post-close hooks at 1731558276735 (+6 ms)Closed at 1731558276736 (+1 ms) 2024-11-14T04:24:36,737 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558252217.c920290ee53c1db120b90e0de6804b05. 2024-11-14T04:24:36,785 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:24:36,985 DEBUG [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:24:37,010 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/rep_barrier/3c32d1f0bf30431d934a30e959d18a72 2024-11-14T04:24:37,034 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/table/ede89f21d15f4291b16a32ff88361820 is 53, key is hbase:replication/table:state/1731558255537/Put/seqid=0 2024-11-14T04:24:37,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741847_1023 (size=5308) 2024-11-14T04:24:37,037 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/table/ede89f21d15f4291b16a32ff88361820 2024-11-14T04:24:37,045 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/info/47fe864c63704b9baa999e09156a4c8d as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/info/47fe864c63704b9baa999e09156a4c8d 2024-11-14T04:24:37,050 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/info/47fe864c63704b9baa999e09156a4c8d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:24:37,052 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/ns/3fea36e422ef47a88dbda244b235b2f2 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/ns/3fea36e422ef47a88dbda244b235b2f2 2024-11-14T04:24:37,057 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/ns/3fea36e422ef47a88dbda244b235b2f2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:24:37,057 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/rep_barrier/3c32d1f0bf30431d934a30e959d18a72 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/rep_barrier/3c32d1f0bf30431d934a30e959d18a72 2024-11-14T04:24:37,061 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/rep_barrier/3c32d1f0bf30431d934a30e959d18a72, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:24:37,061 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/.tmp/table/ede89f21d15f4291b16a32ff88361820 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/table/ede89f21d15f4291b16a32ff88361820 2024-11-14T04:24:37,065 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/table/ede89f21d15f4291b16a32ff88361820, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:24:37,066 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 681ms, sequenceid=16, compaction requested=false 2024-11-14T04:24:37,066 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:24:37,071 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:24:37,071 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:24:37,071 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:24:37,072 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:37,072 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558276385Running coprocessor pre-close hooks at 1731558276385Disabling compacts and flushes for region at 1731558276385Disabling writes for close at 1731558276385Obtaining lock to block concurrent updates at 1731558276385Preparing flush snapshotting stores in 1588230740 at 1731558276385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558276385Flushing stores of hbase:meta,,1.1588230740 at 1731558276392 (+7 ms)Flushing 1588230740/info: creating writer at 1731558276392Flushing 1588230740/info: appending metadata at 1731558276428 (+36 ms)Flushing 1588230740/info: closing flushed file at 1731558276428Flushing 1588230740/ns: creating writer at 1731558276503 (+75 ms)Flushing 1588230740/ns: appending metadata at 1731558276540 (+37 ms)Flushing 1588230740/ns: closing flushed file at 1731558276540Flushing 1588230740/rep_barrier: creating writer at 1731558276560 (+20 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558276592 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558276592Flushing 1588230740/table: creating writer at 1731558277015 (+423 ms)Flushing 1588230740/table: appending metadata at 1731558277033 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731558277033Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a4b0ff: reopening flushed file at 1731558277045 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63ccfff8: reopening flushed file at 1731558277050 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69056546: reopening flushed file at 1731558277057 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5958d34c: reopening flushed file at 1731558277061 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 681ms, sequenceid=16, compaction requested=false at 1731558277066 (+5 ms)Writing region close event to WAL at 1731558277067 (+1 ms)Running coprocessor post-close hooks at 1731558277071 (+4 ms)Closed at 1731558277071 2024-11-14T04:24:37,072 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:37,140 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 1496, reset compression=false 2024-11-14T04:24:37,145 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:24:37,145 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.wal-reader.b024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682 to pos 2387, reset compression=false 2024-11-14T04:24:37,145 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,37965,1731558233815 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.1731558235682, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:24:37,146 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,37965,1731558233815: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,37965,1731558233815, walGroup=b024da739ae8%2C37965%2C1731558233815, offset=b024da739ae8%2C37965%2C1731558233815.1731558235682:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:24:37,147 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:24:37,147 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:24:37,147 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:24:37,147 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:24:37,147 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:24:37,147 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1231028224, "init": 1048576000, "max": 2306867200, "used": 779309056 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199474544 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:24:37,148 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:38049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:38049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:24:37,185 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,37965,1731558233815; all regions closed. 2024-11-14T04:24:37,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:24:37,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/WALs/b024da739ae8,37965,1731558233815/b024da739ae8%2C37965%2C1731558233815.meta.1731558236259.meta not finished, retry = 0 2024-11-14T04:24:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:24:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:24:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:24:37,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741839_1015 (size=3552) 2024-11-14T04:24:37,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741833_1009 (size=2395) 2024-11-14T04:24:37,301 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:37,301 INFO [RS:0;b024da739ae8:37965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:24:37,301 INFO [RS:0;b024da739ae8:37965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:37,301 INFO [RS:0;b024da739ae8:37965 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:37,301 INFO [RS:0;b024da739ae8:37965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:37,301 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:37,301 INFO [RS:0;b024da739ae8:37965 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,37965,1731558233815 because: Region server is closing 2024-11-14T04:24:37,302 INFO [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37965. 2024-11-14T04:24:37,302 DEBUG [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:37,302 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:37,302 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:37,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:37,402 INFO [RS:0;b024da739ae8:37965 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,37965,1731558233815.replicationSource.shipperb024da739ae8%2C37965%2C1731558233815,1-b024da739ae8,37965,1731558233815 terminated 2024-11-14T04:24:37,403 INFO [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:37965. 2024-11-14T04:24:37,403 DEBUG [RS:0;b024da739ae8:37965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:24:37,403 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:37,403 DEBUG [RS:0;b024da739ae8:37965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:37,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:24:37,403 INFO [RS:0;b024da739ae8:37965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37965 2024-11-14T04:24:37,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072/rs 2024-11-14T04:24:37,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211144072/rs/b024da739ae8,37965,1731558233815 2024-11-14T04:24:37,415 INFO [RS:0;b024da739ae8:37965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:37,415 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,37965,1731558233815] 2024-11-14T04:24:37,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-211144072/draining/b024da739ae8,37965,1731558233815 already deleted, retry=false 2024-11-14T04:24:37,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,37965,1731558233815 expired; onlineServers=0 2024-11-14T04:24:37,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,38049,1731558233650' ***** 2024-11-14T04:24:37,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:24:37,436 INFO [M:0;b024da739ae8:38049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:24:37,436 INFO [M:0;b024da739ae8:38049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:24:37,436 DEBUG [M:0;b024da739ae8:38049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:24:37,436 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:24:37,436 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558235477 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558235477,5,FailOnTimeoutGroup] 2024-11-14T04:24:37,437 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558235478 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558235478,5,FailOnTimeoutGroup] 2024-11-14T04:24:37,437 DEBUG [M:0;b024da739ae8:38049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:24:37,437 INFO [M:0;b024da739ae8:38049 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:24:37,437 INFO [M:0;b024da739ae8:38049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:24:37,437 DEBUG [M:0;b024da739ae8:38049 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:24:37,437 INFO [M:0;b024da739ae8:38049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:24:37,438 INFO [M:0;b024da739ae8:38049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:24:37,438 INFO [M:0;b024da739ae8:38049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:24:37,438 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:24:37,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-211144072/master 2024-11-14T04:24:37,446 DEBUG [M:0;b024da739ae8:38049 {}] zookeeper.ZKUtil(347): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Unable to get data of znode /0-211144072/master because node does not exist (not an error) 2024-11-14T04:24:37,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-211144072 2024-11-14T04:24:37,446 WARN [M:0;b024da739ae8:38049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:24:37,447 INFO [M:0;b024da739ae8:38049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/.lastflushedseqids 2024-11-14T04:24:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741848_1024 (size=245) 2024-11-14T04:24:37,456 INFO [M:0;b024da739ae8:38049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:24:37,456 INFO [M:0;b024da739ae8:38049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:24:37,457 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:37,457 INFO [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:37,457 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:37,457 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:37,457 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:37,457 INFO [M:0;b024da739ae8:38049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-14T04:24:37,473 DEBUG [M:0;b024da739ae8:38049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a09299fbd5b4d95902a869e7fee800f is 82, key is hbase:meta,,1/info:regioninfo/1731558236293/Put/seqid=0 2024-11-14T04:24:37,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741849_1025 (size=5672) 2024-11-14T04:24:37,486 INFO [M:0;b024da739ae8:38049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a09299fbd5b4d95902a869e7fee800f 2024-11-14T04:24:37,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:37,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37965-0x1013795c8b90001, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:37,526 INFO [RS:0;b024da739ae8:37965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:37,526 INFO [RS:0;b024da739ae8:37965 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,37965,1731558233815; zookeeper connection closed. 2024-11-14T04:24:37,532 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34e02e15 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34e02e15 2024-11-14T04:24:37,532 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:24:37,533 DEBUG [M:0;b024da739ae8:38049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de8fc7bad964ad0ab15c252263a53d5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558252714/Put/seqid=0 2024-11-14T04:24:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741850_1026 (size=7218) 2024-11-14T04:24:37,581 INFO [M:0;b024da739ae8:38049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de8fc7bad964ad0ab15c252263a53d5 2024-11-14T04:24:37,585 INFO [M:0;b024da739ae8:38049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0de8fc7bad964ad0ab15c252263a53d5 2024-11-14T04:24:37,631 DEBUG [M:0;b024da739ae8:38049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c657d6153bb4eed95630c3c46776ab6 is 69, key is b024da739ae8,37965,1731558233815/rs:state/1731558235509/Put/seqid=0 2024-11-14T04:24:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741851_1027 (size=5156) 2024-11-14T04:24:37,653 INFO [M:0;b024da739ae8:38049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c657d6153bb4eed95630c3c46776ab6 2024-11-14T04:24:37,658 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a09299fbd5b4d95902a869e7fee800f as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a09299fbd5b4d95902a869e7fee800f 2024-11-14T04:24:37,663 INFO [M:0;b024da739ae8:38049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a09299fbd5b4d95902a869e7fee800f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T04:24:37,663 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0de8fc7bad964ad0ab15c252263a53d5 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de8fc7bad964ad0ab15c252263a53d5 2024-11-14T04:24:37,668 INFO [M:0;b024da739ae8:38049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0de8fc7bad964ad0ab15c252263a53d5 2024-11-14T04:24:37,668 INFO [M:0;b024da739ae8:38049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0de8fc7bad964ad0ab15c252263a53d5, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T04:24:37,669 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c657d6153bb4eed95630c3c46776ab6 as hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c657d6153bb4eed95630c3c46776ab6 2024-11-14T04:24:37,673 INFO [M:0;b024da739ae8:38049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37763/user/jenkins/test-data/3d3aa5d7-19eb-789d-47fe-fa7a97f3aace/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c657d6153bb4eed95630c3c46776ab6, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T04:24:37,674 INFO [M:0;b024da739ae8:38049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=105, compaction requested=false 2024-11-14T04:24:37,680 INFO [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:37,680 DEBUG [M:0;b024da739ae8:38049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558277457Disabling compacts and flushes for region at 1731558277457Disabling writes for close at 1731558277457Obtaining lock to block concurrent updates at 1731558277457Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558277457Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731558277457Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558277457Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558277457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558277473 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558277473Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558277491 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558277532 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558277532Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558277586 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558277631 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558277631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d3b3a9: reopening flushed file at 1731558277658 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309d0fc: reopening flushed file at 1731558277663 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5451a346: reopening flushed file at 1731558277668 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 217ms, sequenceid=105, compaction requested=false at 1731558277674 (+6 ms)Writing region close event to WAL at 1731558277680 (+6 ms)Closed at 1731558277680 2024-11-14T04:24:37,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34623 is added to blk_1073741830_1006 (size=64423) 2024-11-14T04:24:37,684 INFO [M:0;b024da739ae8:38049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:24:37,684 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:24:37,684 INFO [M:0;b024da739ae8:38049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38049 2024-11-14T04:24:37,684 INFO [M:0;b024da739ae8:38049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:24:37,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:37,810 INFO [M:0;b024da739ae8:38049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:24:37,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38049-0x1013795c8b90000, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:24:37,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e0d7e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:37,812 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ebe229{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:37,812 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:37,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf30e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:37,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2456767e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:37,814 WARN [BP-1873191794-172.17.0.3-1731558231330 heartbeating to localhost/127.0.0.1:37763 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:24:37,814 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:24:37,814 WARN [BP-1873191794-172.17.0.3-1731558231330 heartbeating to localhost/127.0.0.1:37763 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1873191794-172.17.0.3-1731558231330 (Datanode Uuid 2f7808bc-05de-4830-b02c-d332b393d001) service to localhost/127.0.0.1:37763 2024-11-14T04:24:37,814 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:24:37,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/data/data1/current/BP-1873191794-172.17.0.3-1731558231330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:37,815 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/cluster_3b55ed2a-15fd-a90e-ec3b-d06e28b46708/data/data2/current/BP-1873191794-172.17.0.3-1731558231330 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:24:37,815 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:24:37,820 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a68ad89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:37,820 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d01858c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:24:37,821 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:24:37,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dd1842f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:24:37,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de489a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d913c6c2-a57b-1867-e6b3-3b145113d189/hadoop.log.dir/,STOPPED} 2024-11-14T04:24:37,826 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:24:37,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:24:37,853 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=319 (was 261) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37763 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:37763 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-28-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35823 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:37763 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-28-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:35823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33353 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37763 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33353 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53005) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33353 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-29-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33353 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=744 (was 659) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=661 (was 674), ProcessCount=11 (was 11), AvailableMemoryMB=827 (was 1559) 2024-11-14T04:24:37,864 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=319, OpenFileDescriptor=744, MaxFileDescriptor=1048576, SystemLoadAverage=661, ProcessCount=11, AvailableMemoryMB=827 2024-11-14T04:24:37,881 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-14T04:24:37,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir so I do NOT create it in target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac 2024-11-14T04:24:37,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:24:37,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.tmp.dir so I do NOT create it in target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac 2024-11-14T04:24:37,882 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c419bfff-d2c7-7bbe-fa1d-273c30db5efb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:24:37,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac 2024-11-14T04:24:37,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3, deleteOnExit=true 2024-11-14T04:24:37,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/zookeeper_0, clientPort=58877, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:24:37,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58877 2024-11-14T04:24:37,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:24:37,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/test.cache.data in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:24:37,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:24:37,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:24:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:24:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:24:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:24:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013795c8b90005, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:24:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013795c8b90008, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:24:37,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013795c8b90002, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:24:37,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013795c8b90008, quorum=127.0.0.1:53005, baseZNode=/2-238861306 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:24:37,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013795c8b90005, quorum=127.0.0.1:53005, baseZNode=/1-740786606 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:24:37,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013795c8b90002, quorum=127.0.0.1:53005, baseZNode=/0-211144072 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:24:38,386 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:38,393 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:38,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:38,405 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:38,405 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:24:38,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:38,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14757251{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:38,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11840dfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:38,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6729eca1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/java.io.tmpdir/jetty-localhost-41449-hadoop-hdfs-3_4_1-tests_jar-_-any-1946639669590582391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:38,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e10cf1e{HTTP/1.1, (http/1.1)}{localhost:41449} 2024-11-14T04:24:38,525 INFO [Time-limited test {}] server.Server(415): Started @365552ms 2024-11-14T04:24:38,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:38,982 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:38,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:38,991 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:38,991 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:24:38,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1eb3016a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:38,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f069f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:39,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6210a91b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/java.io.tmpdir/jetty-localhost-40449-hadoop-hdfs-3_4_1-tests_jar-_-any-3891712572539577131/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:39,132 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@311ab0eb{HTTP/1.1, (http/1.1)}{localhost:40449} 2024-11-14T04:24:39,132 INFO [Time-limited test {}] server.Server(415): Started @366159ms 2024-11-14T04:24:39,144 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:24:40,343 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/data/data2/current/BP-145512889-172.17.0.3-1731558277938/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:40,343 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/data/data1/current/BP-145512889-172.17.0.3-1731558277938/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:40,369 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:24:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc84d87f806330be with lease ID 0xf5c2da89123e33ab: Processing first storage report for DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b from datanode DatanodeRegistration(127.0.0.1:46299, datanodeUuid=bded5931-2dd7-42fc-a9bb-d28e4c253695, infoPort=34869, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1336001845;c=1731558277938) 2024-11-14T04:24:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc84d87f806330be with lease ID 0xf5c2da89123e33ab: from storage DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b node DatanodeRegistration(127.0.0.1:46299, datanodeUuid=bded5931-2dd7-42fc-a9bb-d28e4c253695, infoPort=34869, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1336001845;c=1731558277938), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc84d87f806330be with lease ID 0xf5c2da89123e33ab: Processing first storage report for DS-9d3e59eb-3985-4a80-8156-f19a35744ebe from datanode DatanodeRegistration(127.0.0.1:46299, datanodeUuid=bded5931-2dd7-42fc-a9bb-d28e4c253695, infoPort=34869, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1336001845;c=1731558277938) 2024-11-14T04:24:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc84d87f806330be with lease ID 0xf5c2da89123e33ab: from storage DS-9d3e59eb-3985-4a80-8156-f19a35744ebe node DatanodeRegistration(127.0.0.1:46299, datanodeUuid=bded5931-2dd7-42fc-a9bb-d28e4c253695, infoPort=34869, infoSecurePort=0, ipcPort=34299, storageInfo=lv=-57;cid=testClusterID;nsid=1336001845;c=1731558277938), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:40,421 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac 2024-11-14T04:24:40,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:40,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:24:40,828 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6 with version=8 2024-11-14T04:24:40,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/hbase-staging 2024-11-14T04:24:40,830 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:40,830 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:24:40,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:40,831 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39017 2024-11-14T04:24:40,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39017 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:40,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390170x0, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:40,943 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39017-0x10137967ec50000 connected 2024-11-14T04:24:41,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:41,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:41,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/running 2024-11-14T04:24:41,421 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6, hbase.cluster.distributed=false 2024-11-14T04:24:41,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/acl 2024-11-14T04:24:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-14T04:24:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39017 2024-11-14T04:24:41,423 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39017 2024-11-14T04:24:41,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-14T04:24:41,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39017 2024-11-14T04:24:41,442 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:24:41,442 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:41,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43415 2024-11-14T04:24:41,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43415 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:41,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:41,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:41,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434150x0, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:41,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434150x0, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/running 2024-11-14T04:24:41,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43415-0x10137967ec50001 connected 2024-11-14T04:24:41,555 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:24:41,556 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:24:41,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/master 2024-11-14T04:24:41,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/acl 2024-11-14T04:24:41,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-14T04:24:41,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43415 2024-11-14T04:24:41,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43415 2024-11-14T04:24:41,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-14T04:24:41,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43415 2024-11-14T04:24:41,592 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:39017 2024-11-14T04:24:41,592 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-316191888/backup-masters/b024da739ae8,39017,1731558280830 2024-11-14T04:24:41,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/backup-masters 2024-11-14T04:24:41,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/backup-masters 2024-11-14T04:24:41,654 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on existing znode=/0-316191888/backup-masters/b024da739ae8,39017,1731558280830 2024-11-14T04:24:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-316191888/master 2024-11-14T04:24:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:41,718 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on existing znode=/0-316191888/master 2024-11-14T04:24:41,718 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-316191888/backup-masters/b024da739ae8,39017,1731558280830 from backup master directory 2024-11-14T04:24:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/backup-masters 2024-11-14T04:24:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-316191888/backup-masters/b024da739ae8,39017,1731558280830 2024-11-14T04:24:41,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/backup-masters 2024-11-14T04:24:41,804 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:41,804 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,39017,1731558280830 2024-11-14T04:24:41,807 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/hbase.id] with ID: 34a4bc06-adea-44ac-8f96-06aeff3a2139 2024-11-14T04:24:41,807 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/.tmp/hbase.id 2024-11-14T04:24:41,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:24:42,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:42,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,082 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:42,236 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/.tmp/hbase.id]:[hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/hbase.id] 2024-11-14T04:24:42,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:42,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:24:42,245 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:24:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:42,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:42,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:24:42,759 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:42,760 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:24:42,760 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:24:43,165 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store 2024-11-14T04:24:43,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:43,570 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:43,570 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:43,570 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558283570Disabling compacts and flushes for region at 1731558283570Disabling writes for close at 1731558283570Writing region close event to WAL at 1731558283570Closed at 1731558283570 2024-11-14T04:24:43,571 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/.initializing 2024-11-14T04:24:43,571 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/WALs/b024da739ae8,39017,1731558280830 2024-11-14T04:24:43,572 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:43,573 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C39017%2C1731558280830, suffix=, logDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/WALs/b024da739ae8,39017,1731558280830, archiveDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/oldWALs, maxLogs=10 2024-11-14T04:24:43,588 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/WALs/b024da739ae8,39017,1731558280830/b024da739ae8%2C39017%2C1731558280830.1731558283573, exclude list is [], retry=0 2024-11-14T04:24:43,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b,DISK] 2024-11-14T04:24:43,592 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/WALs/b024da739ae8,39017,1731558280830/b024da739ae8%2C39017%2C1731558280830.1731558283573 2024-11-14T04:24:43,592 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34869:34869)] 2024-11-14T04:24:43,592 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:43,592 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:43,592 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,592 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:24:43,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:43,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:43,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:24:43,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:43,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:43,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:24:43,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:43,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:43,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:24:43,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:43,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:43,598 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,599 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,599 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,600 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,600 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,600 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:43,601 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:43,603 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:43,603 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74529604, jitterRate=0.11057764291763306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:43,604 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558283592Initializing all the Stores at 1731558283593 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558283593Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558283593Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558283593Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558283593Cleaning up temporary data from old regions at 1731558283600 (+7 ms)Region opened successfully at 1731558283604 (+4 ms) 2024-11-14T04:24:43,604 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:24:43,606 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0c281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:43,606 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:24:43,607 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:24:43,609 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:24:43,609 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/balancer because node does not exist (not necessarily an error) 2024-11-14T04:24:43,725 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/balancer already deleted, retry=false 2024-11-14T04:24:43,725 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:24:43,726 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:24:43,780 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/normalizer already deleted, retry=false 2024-11-14T04:24:43,781 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:24:43,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:24:43,833 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/switch/split already deleted, retry=false 2024-11-14T04:24:43,834 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:24:43,896 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/switch/merge already deleted, retry=false 2024-11-14T04:24:43,900 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:24:43,981 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/snapshot-cleanup already deleted, retry=false 2024-11-14T04:24:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-316191888/running 2024-11-14T04:24:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-316191888/running 2024-11-14T04:24:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:44,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:44,001 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,39017,1731558280830, sessionid=0x10137967ec50000, setting cluster-up flag (Was=false) 2024-11-14T04:24:44,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:44,109 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-316191888/flush-table-proc/acquired, /0-316191888/flush-table-proc/reached, /0-316191888/flush-table-proc/abort 2024-11-14T04:24:44,110 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39017,1731558280830 2024-11-14T04:24:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:44,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:44,305 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-316191888/online-snapshot/acquired, /0-316191888/online-snapshot/reached, /0-316191888/online-snapshot/abort 2024-11-14T04:24:44,308 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,39017,1731558280830 2024-11-14T04:24:44,309 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:24:44,310 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:44,310 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:24:44,310 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:24:44,310 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,39017,1731558280830 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:44,312 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,318 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:44,318 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:24:44,318 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558314318 2024-11-14T04:24:44,318 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:24:44,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:24:44,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:24:44,319 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:24:44,320 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558284320,5,FailOnTimeoutGroup] 2024-11-14T04:24:44,320 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558284320,5,FailOnTimeoutGroup] 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,320 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:24:44,380 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(746): ClusterId : 34a4bc06-adea-44ac-8f96-06aeff3a2139 2024-11-14T04:24:44,380 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:24:44,390 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:24:44,390 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:24:44,412 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:24:44,412 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e31c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:44,423 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:43415 2024-11-14T04:24:44,423 INFO [RS:0;b024da739ae8:43415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:24:44,423 INFO [RS:0;b024da739ae8:43415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:24:44,423 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:24:44,424 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,39017,1731558280830 with port=43415, startcode=1731558281442 2024-11-14T04:24:44,424 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:24:44,425 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:24:44,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39017 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,425 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39017 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,427 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6 2024-11-14T04:24:44,427 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40875 2024-11-14T04:24:44,427 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:24:44,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/rs 2024-11-14T04:24:44,439 DEBUG [RS:0;b024da739ae8:43415 {}] zookeeper.ZKUtil(111): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on existing znode=/0-316191888/rs/b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,439 WARN [RS:0;b024da739ae8:43415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:44,439 INFO [RS:0;b024da739ae8:43415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:44,439 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,43415,1731558281442] 2024-11-14T04:24:44,445 INFO [RS:0;b024da739ae8:43415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:24:44,448 INFO [RS:0;b024da739ae8:43415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:24:44,448 INFO [RS:0;b024da739ae8:43415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:24:44,448 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,450 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:24:44,451 INFO [RS:0;b024da739ae8:43415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:24:44,451 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,451 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:44,452 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:44,452 DEBUG [RS:0;b024da739ae8:43415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,452 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43415,1731558281442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:44,469 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:24:44,470 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43415,1731558281442-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,470 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,470 INFO [RS:0;b024da739ae8:43415 {}] regionserver.Replication(171): b024da739ae8,43415,1731558281442 started 2024-11-14T04:24:44,486 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:44,486 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,43415,1731558281442, RpcServer on b024da739ae8/172.17.0.3:43415, sessionid=0x10137967ec50001 2024-11-14T04:24:44,486 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:24:44,486 DEBUG [RS:0;b024da739ae8:43415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,486 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43415,1731558281442' 2024-11-14T04:24:44,486 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-316191888/flush-table-proc/abort' 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-316191888/flush-table-proc/acquired' 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,43415,1731558281442 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43415,1731558281442' 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-316191888/online-snapshot/abort' 2024-11-14T04:24:44,487 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-316191888/online-snapshot/acquired' 2024-11-14T04:24:44,488 DEBUG [RS:0;b024da739ae8:43415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:24:44,488 INFO [RS:0;b024da739ae8:43415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:24:44,488 INFO [RS:0;b024da739ae8:43415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:24:44,588 INFO [RS:0;b024da739ae8:43415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:44,589 INFO [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43415%2C1731558281442, suffix=, logDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442, archiveDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs, maxLogs=10 2024-11-14T04:24:44,604 DEBUG [RS:0;b024da739ae8:43415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590, exclude list is [], retry=0 2024-11-14T04:24:44,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b,DISK] 2024-11-14T04:24:44,608 INFO [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 2024-11-14T04:24:44,609 DEBUG [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34869:34869)] 2024-11-14T04:24:44,727 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:24:44,727 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6 2024-11-14T04:24:44,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:24:45,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:45,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:45,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:45,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:45,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:45,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:45,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:45,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:45,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:45,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:45,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740 2024-11-14T04:24:45,140 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740 2024-11-14T04:24:45,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:45,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:45,141 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:45,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:45,145 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:45,146 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66216440, jitterRate=-0.0132981538772583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558285132Initializing all the Stores at 1731558285133 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285133Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285133Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558285133Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285133Cleaning up temporary data from old regions at 1731558285141 (+8 ms)Region opened successfully at 1731558285146 (+5 ms) 2024-11-14T04:24:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:45,147 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:45,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:45,148 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:45,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558285147Disabling compacts and flushes for region at 1731558285147Disabling writes for close at 1731558285147Writing region close event to WAL at 1731558285147Closed at 1731558285147 2024-11-14T04:24:45,149 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:45,149 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:24:45,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:24:45,150 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:45,151 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:24:45,301 DEBUG [b024da739ae8:39017 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:24:45,302 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:24:45,303 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43415,1731558281442, state=OPENING 2024-11-14T04:24:45,312 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:24:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:45,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:24:45,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-316191888/meta-region-server: CHANGED 2024-11-14T04:24:45,323 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-316191888/meta-region-server: CHANGED 2024-11-14T04:24:45,323 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:45,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43415,1731558281442}] 2024-11-14T04:24:45,475 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:45,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56607, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:24:45,479 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:24:45,479 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:45,479 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:24:45,480 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43415%2C1731558281442.meta, suffix=.meta, logDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442, archiveDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs, maxLogs=10 2024-11-14T04:24:45,491 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.meta.1731558285480.meta, exclude list is [], retry=0 2024-11-14T04:24:45,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b,DISK] 2024-11-14T04:24:45,494 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.meta.1731558285480.meta 2024-11-14T04:24:45,494 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34869:34869)] 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:45,495 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:24:45,495 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:24:45,495 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:24:45,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:45,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:45,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:45,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:45,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:45,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:45,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:45,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:45,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:45,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:45,500 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:45,500 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740 2024-11-14T04:24:45,501 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740 2024-11-14T04:24:45,502 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:45,502 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:45,502 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:45,503 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:45,503 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61741960, jitterRate=-0.07997310161590576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:45,503 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:24:45,504 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558285495Writing region info on filesystem at 1731558285495Initializing all the Stores at 1731558285496 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285496Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285496Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558285496Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558285496Cleaning up temporary data from old regions at 1731558285502 (+6 ms)Running coprocessor post-open hooks at 1731558285503 (+1 ms)Region opened successfully at 1731558285504 (+1 ms) 2024-11-14T04:24:45,505 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558285475 2024-11-14T04:24:45,506 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:24:45,506 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:24:45,507 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:24:45,507 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43415,1731558281442, state=OPEN 2024-11-14T04:24:45,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-316191888/meta-region-server 2024-11-14T04:24:45,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-316191888/meta-region-server 2024-11-14T04:24:45,550 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,43415,1731558281442 2024-11-14T04:24:45,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-316191888/meta-region-server: CHANGED 2024-11-14T04:24:45,550 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-316191888/meta-region-server: CHANGED 2024-11-14T04:24:45,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:24:45,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43415,1731558281442 in 227 msec 2024-11-14T04:24:45,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:24:45,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-14T04:24:45,553 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:45,553 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:24:45,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:45,554 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43415,1731558281442, seqNum=-1] 2024-11-14T04:24:45,555 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:45,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:45,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-14T04:24:45,559 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558285559, completionTime=-1 2024-11-14T04:24:45,560 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:24:45,560 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:24:45,561 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:24:45,561 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558345561 2024-11-14T04:24:45,561 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558405561 2024-11-14T04:24:45,561 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:39017, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,562 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,563 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.761sec 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:45,565 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:24:45,567 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:24:45,567 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:24:45,567 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,39017,1731558280830-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:45,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726c6129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:45,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39017,-1 for getting cluster id 2024-11-14T04:24:45,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:45,583 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34a4bc06-adea-44ac-8f96-06aeff3a2139' 2024-11-14T04:24:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:45,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34a4bc06-adea-44ac-8f96-06aeff3a2139" 2024-11-14T04:24:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d71245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39017,-1] 2024-11-14T04:24:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:45,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:45,585 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:45,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75856b70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:45,587 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:45,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43415,1731558281442, seqNum=-1] 2024-11-14T04:24:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:45,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:45,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,39017,1731558280830 2024-11-14T04:24:45,591 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:45,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:45,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137967ec50002 connected 2024-11-14T04:24:45,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir so I do NOT create it in target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77 2024-11-14T04:24:45,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:24:45,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.tmp.dir so I do NOT create it in target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77 2024-11-14T04:24:45,645 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:24:45,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77 2024-11-14T04:24:45,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:24:45,645 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/cluster_fe9252d2-91ce-facf-16ee-e55f7d1998b6, deleteOnExit=true 2024-11-14T04:24:45,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/test.cache.data in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:24:45,646 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:24:45,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:24:45,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:24:46,005 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:46,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:46,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:46,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:46,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:24:46,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:46,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62c415e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:46,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da0bd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:46,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@753cfca7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/java.io.tmpdir/jetty-localhost-34653-hadoop-hdfs-3_4_1-tests_jar-_-any-10607037714470777960/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:46,139 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cd4ebdf{HTTP/1.1, (http/1.1)}{localhost:34653} 2024-11-14T04:24:46,139 INFO [Time-limited test {}] server.Server(415): Started @373166ms 2024-11-14T04:24:46,389 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:46,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:46,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:46,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:24:46,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e916073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:46,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fe59642{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:46,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40e17307{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/java.io.tmpdir/jetty-localhost-44637-hadoop-hdfs-3_4_1-tests_jar-_-any-14912041156369789275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:46,505 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cc43f50{HTTP/1.1, (http/1.1)}{localhost:44637} 2024-11-14T04:24:46,505 INFO [Time-limited test {}] server.Server(415): Started @373532ms 2024-11-14T04:24:46,506 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:24:47,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:24:47,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:24:47,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:47,281 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:47,281 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88505 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:24:47,403 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/cluster_fe9252d2-91ce-facf-16ee-e55f7d1998b6/data/data2/current/BP-1701166153-172.17.0.3-1731558285666/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:47,403 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/cluster_fe9252d2-91ce-facf-16ee-e55f7d1998b6/data/data1/current/BP-1701166153-172.17.0.3-1731558285666/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:47,419 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:24:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c75543009fc27c6 with lease ID 0xcc6beb00b9fcfe6c: Processing first storage report for DS-a530a25c-3b57-4882-8764-d38a043ea72a from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=679e971b-b4c2-4476-8120-caa1e8d4b65c, infoPort=33939, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=588886575;c=1731558285666) 2024-11-14T04:24:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c75543009fc27c6 with lease ID 0xcc6beb00b9fcfe6c: from storage DS-a530a25c-3b57-4882-8764-d38a043ea72a node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=679e971b-b4c2-4476-8120-caa1e8d4b65c, infoPort=33939, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=588886575;c=1731558285666), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c75543009fc27c6 with lease ID 0xcc6beb00b9fcfe6c: Processing first storage report for DS-0dfab2c4-cce2-4aa2-baae-ba0bde23dab7 from datanode DatanodeRegistration(127.0.0.1:39953, datanodeUuid=679e971b-b4c2-4476-8120-caa1e8d4b65c, infoPort=33939, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=588886575;c=1731558285666) 2024-11-14T04:24:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c75543009fc27c6 with lease ID 0xcc6beb00b9fcfe6c: from storage DS-0dfab2c4-cce2-4aa2-baae-ba0bde23dab7 node DatanodeRegistration(127.0.0.1:39953, datanodeUuid=679e971b-b4c2-4476-8120-caa1e8d4b65c, infoPort=33939, infoSecurePort=0, ipcPort=36879, storageInfo=lv=-57;cid=testClusterID;nsid=588886575;c=1731558285666), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:24:47,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77 2024-11-14T04:24:47,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:47,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:47,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:24:47,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38 with version=8 2024-11-14T04:24:47,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/hbase-staging 2024-11-14T04:24:47,845 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:47,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:47,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:47,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:47,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:47,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:47,846 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:24:47,846 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:47,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40663 2024-11-14T04:24:47,847 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40663 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:47,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406630x0, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:47,874 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40663-0x10137967ec50003 connected 2024-11-14T04:24:48,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:48,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:48,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/running 2024-11-14T04:24:48,029 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38, hbase.cluster.distributed=false 2024-11-14T04:24:48,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/acl 2024-11-14T04:24:48,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-14T04:24:48,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40663 2024-11-14T04:24:48,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40663 2024-11-14T04:24:48,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-14T04:24:48,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40663 2024-11-14T04:24:48,056 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:48,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:48,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:48,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:48,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:48,057 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:48,057 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:24:48,057 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:48,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42923 2024-11-14T04:24:48,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42923 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:48,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:48,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:48,095 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429230x0, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:48,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429230x0, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/running 2024-11-14T04:24:48,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:24:48,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42923-0x10137967ec50004 connected 2024-11-14T04:24:48,105 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:24:48,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/master 2024-11-14T04:24:48,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/acl 2024-11-14T04:24:48,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T04:24:48,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42923 2024-11-14T04:24:48,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42923 2024-11-14T04:24:48,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T04:24:48,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42923 2024-11-14T04:24:48,135 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:40663 2024-11-14T04:24:48,136 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-881808774/backup-masters/b024da739ae8,40663,1731558287845 2024-11-14T04:24:48,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/backup-masters 2024-11-14T04:24:48,148 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/backup-masters 2024-11-14T04:24:48,148 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on existing znode=/1-881808774/backup-masters/b024da739ae8,40663,1731558287845 2024-11-14T04:24:48,158 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-881808774/master 2024-11-14T04:24:48,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:48,158 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:48,158 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on existing znode=/1-881808774/master 2024-11-14T04:24:48,159 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-881808774/backup-masters/b024da739ae8,40663,1731558287845 from backup master directory 2024-11-14T04:24:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-881808774/backup-masters/b024da739ae8,40663,1731558287845 2024-11-14T04:24:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/backup-masters 2024-11-14T04:24:48,169 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:48,169 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/backup-masters 2024-11-14T04:24:48,169 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,40663,1731558287845 2024-11-14T04:24:48,172 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/hbase.id] with ID: 2d4afa2f-a918-4a7a-996c-6fa395fef4ed 2024-11-14T04:24:48,172 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/.tmp/hbase.id 2024-11-14T04:24:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:24:48,582 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/.tmp/hbase.id]:[hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/hbase.id] 2024-11-14T04:24:48,591 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:48,591 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:24:48,592 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:24:48,606 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:24:49,013 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:49,013 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:24:49,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:49,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:24:49,048 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store 2024-11-14T04:24:49,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:24:49,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:49,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:49,462 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:49,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:49,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:49,462 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:49,463 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:49,463 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558289462Disabling compacts and flushes for region at 1731558289462Disabling writes for close at 1731558289462Writing region close event to WAL at 1731558289462Closed at 1731558289462 2024-11-14T04:24:49,463 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/.initializing 2024-11-14T04:24:49,463 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/WALs/b024da739ae8,40663,1731558287845 2024-11-14T04:24:49,464 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:49,465 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C40663%2C1731558287845, suffix=, logDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/WALs/b024da739ae8,40663,1731558287845, archiveDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/oldWALs, maxLogs=10 2024-11-14T04:24:49,476 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/WALs/b024da739ae8,40663,1731558287845/b024da739ae8%2C40663%2C1731558287845.1731558289465, exclude list is [], retry=0 2024-11-14T04:24:49,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a530a25c-3b57-4882-8764-d38a043ea72a,DISK] 2024-11-14T04:24:49,480 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/WALs/b024da739ae8,40663,1731558287845/b024da739ae8%2C40663%2C1731558287845.1731558289465 2024-11-14T04:24:49,480 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-14T04:24:49,480 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:49,480 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:49,480 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,480 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:24:49,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:49,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:49,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:24:49,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:49,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:49,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:24:49,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:49,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:24:49,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:49,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:49,485 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,486 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,486 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,487 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,487 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,487 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:49,488 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:49,489 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:49,489 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731148, jitterRate=-0.10993653535842896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:49,489 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558289480Initializing all the Stores at 1731558289481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558289481Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558289481Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558289481Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558289481Cleaning up temporary data from old regions at 1731558289487 (+6 ms)Region opened successfully at 1731558289489 (+2 ms) 2024-11-14T04:24:49,489 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:24:49,491 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c4fb6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:24:49,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:24:49,494 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:24:49,494 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/balancer because node does not exist (not necessarily an error) 2024-11-14T04:24:49,512 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/balancer already deleted, retry=false 2024-11-14T04:24:49,512 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:24:49,512 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:24:49,533 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/normalizer already deleted, retry=false 2024-11-14T04:24:49,533 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:24:49,534 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:24:49,543 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/switch/split already deleted, retry=false 2024-11-14T04:24:49,544 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:24:49,554 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/switch/merge already deleted, retry=false 2024-11-14T04:24:49,555 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:24:49,564 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/snapshot-cleanup already deleted, retry=false 2024-11-14T04:24:49,575 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-881808774/running 2024-11-14T04:24:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-881808774/running 2024-11-14T04:24:49,575 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,575 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,40663,1731558287845, sessionid=0x10137967ec50003, setting cluster-up flag (Was=false) 2024-11-14T04:24:49,596 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,627 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-881808774/flush-table-proc/acquired, /1-881808774/flush-table-proc/reached, /1-881808774/flush-table-proc/abort 2024-11-14T04:24:49,628 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,40663,1731558287845 2024-11-14T04:24:49,648 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:49,680 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-881808774/online-snapshot/acquired, /1-881808774/online-snapshot/reached, /1-881808774/online-snapshot/abort 2024-11-14T04:24:49,681 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,40663,1731558287845 2024-11-14T04:24:49,682 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:24:49,683 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:49,683 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:24:49,683 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:24:49,683 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,40663,1731558287845 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:49,684 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558319685 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:24:49,685 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:24:49,685 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,686 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:24:49,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558289686,5,FailOnTimeoutGroup] 2024-11-14T04:24:49,686 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:49,686 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558289686,5,FailOnTimeoutGroup] 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,686 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,686 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:24:49,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:24:49,726 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(746): ClusterId : 2d4afa2f-a918-4a7a-996c-6fa395fef4ed 2024-11-14T04:24:49,726 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:24:49,738 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:24:49,738 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:24:49,748 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:24:49,748 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@354f6489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:49,758 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:42923 2024-11-14T04:24:49,758 INFO [RS:0;b024da739ae8:42923 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:24:49,758 INFO [RS:0;b024da739ae8:42923 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:24:49,758 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:24:49,759 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,40663,1731558287845 with port=42923, startcode=1731558288056 2024-11-14T04:24:49,759 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:24:49,760 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:24:49,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40663 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40663 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,761 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38 2024-11-14T04:24:49,761 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46359 2024-11-14T04:24:49,761 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:24:49,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/rs 2024-11-14T04:24:49,822 DEBUG [RS:0;b024da739ae8:42923 {}] zookeeper.ZKUtil(111): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on existing znode=/1-881808774/rs/b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,822 WARN [RS:0;b024da739ae8:42923 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:49,822 INFO [RS:0;b024da739ae8:42923 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:49,822 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,42923,1731558288056] 2024-11-14T04:24:49,824 INFO [RS:0;b024da739ae8:42923 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:24:49,825 INFO [RS:0;b024da739ae8:42923 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:24:49,826 INFO [RS:0;b024da739ae8:42923 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:24:49,826 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,826 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:24:49,826 INFO [RS:0;b024da739ae8:42923 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:24:49,826 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,826 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:49,827 DEBUG [RS:0;b024da739ae8:42923 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,827 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42923,1731558288056-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:49,843 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:24:49,843 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,42923,1731558288056-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,843 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,844 INFO [RS:0;b024da739ae8:42923 {}] regionserver.Replication(171): b024da739ae8,42923,1731558288056 started 2024-11-14T04:24:49,859 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:49,859 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,42923,1731558288056, RpcServer on b024da739ae8/172.17.0.3:42923, sessionid=0x10137967ec50004 2024-11-14T04:24:49,859 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:24:49,859 DEBUG [RS:0;b024da739ae8:42923 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,859 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,42923,1731558288056' 2024-11-14T04:24:49,859 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-881808774/flush-table-proc/abort' 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-881808774/flush-table-proc/acquired' 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,42923,1731558288056 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,42923,1731558288056' 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-881808774/online-snapshot/abort' 2024-11-14T04:24:49,860 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-881808774/online-snapshot/acquired' 2024-11-14T04:24:49,861 DEBUG [RS:0;b024da739ae8:42923 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:24:49,861 INFO [RS:0;b024da739ae8:42923 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:24:49,861 INFO [RS:0;b024da739ae8:42923 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:24:49,961 INFO [RS:0;b024da739ae8:42923 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:49,962 INFO [RS:0;b024da739ae8:42923 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C42923%2C1731558288056, suffix=, logDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056, archiveDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/oldWALs, maxLogs=10 2024-11-14T04:24:49,979 DEBUG [RS:0;b024da739ae8:42923 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, exclude list is [], retry=0 2024-11-14T04:24:49,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a530a25c-3b57-4882-8764-d38a043ea72a,DISK] 2024-11-14T04:24:49,983 INFO [RS:0;b024da739ae8:42923 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 2024-11-14T04:24:49,984 DEBUG [RS:0;b024da739ae8:42923 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-14T04:24:50,092 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:24:50,093 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38 2024-11-14T04:24:50,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:24:50,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:24:50,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:50,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:50,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:50,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:50,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:50,500 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,500 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:50,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:50,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:50,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:50,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740 2024-11-14T04:24:50,503 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740 2024-11-14T04:24:50,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:50,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:50,504 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:50,505 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:50,506 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:50,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75489671, jitterRate=0.1248837560415268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:50,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558290497Initializing all the Stores at 1731558290498 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290498Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558290498Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290498Cleaning up temporary data from old regions at 1731558290504 (+6 ms)Region opened successfully at 1731558290506 (+2 ms) 2024-11-14T04:24:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:50,507 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:50,507 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:50,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558290507Disabling compacts and flushes for region at 1731558290507Disabling writes for close at 1731558290507Writing region close event to WAL at 1731558290507Closed at 1731558290507 2024-11-14T04:24:50,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:50,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:24:50,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:24:50,508 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:50,509 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:24:50,659 DEBUG [b024da739ae8:40663 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:24:50,660 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:24:50,661 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,42923,1731558288056, state=OPENING 2024-11-14T04:24:50,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:24:50,722 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:24:50,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:50,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-881808774/meta-region-server: CHANGED 2024-11-14T04:24:50,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-881808774/meta-region-server: CHANGED 2024-11-14T04:24:50,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,42923,1731558288056}] 2024-11-14T04:24:50,875 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:50,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:24:50,908 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:24:50,908 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:50,909 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:24:50,913 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C42923%2C1731558288056.meta, suffix=.meta, logDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056, archiveDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/oldWALs, maxLogs=10 2024-11-14T04:24:50,932 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.meta.1731558290913.meta, exclude list is [], retry=0 2024-11-14T04:24:50,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a530a25c-3b57-4882-8764-d38a043ea72a,DISK] 2024-11-14T04:24:50,936 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.meta.1731558290913.meta 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:50,937 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:24:50,937 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:24:50,937 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:50,938 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:24:50,938 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:24:50,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:50,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:50,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:50,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:50,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:50,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:50,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:50,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:50,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:50,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:50,945 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:50,946 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740 2024-11-14T04:24:50,947 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740 2024-11-14T04:24:50,947 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:50,947 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:50,948 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:50,948 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:50,949 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74475390, jitterRate=0.1097697913646698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:50,949 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:24:50,949 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558290938Writing region info on filesystem at 1731558290938Initializing all the Stores at 1731558290938Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290938Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290940 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558290940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558290940Cleaning up temporary data from old regions at 1731558290947 (+7 ms)Running coprocessor post-open hooks at 1731558290949 (+2 ms)Region opened successfully at 1731558290949 2024-11-14T04:24:50,950 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558290874 2024-11-14T04:24:50,952 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:24:50,952 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:24:50,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:24:50,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,42923,1731558288056, state=OPEN 2024-11-14T04:24:50,964 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-881808774/meta-region-server 2024-11-14T04:24:50,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-881808774/meta-region-server 2024-11-14T04:24:50,964 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,42923,1731558288056 2024-11-14T04:24:50,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-881808774/meta-region-server: CHANGED 2024-11-14T04:24:50,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-881808774/meta-region-server: CHANGED 2024-11-14T04:24:50,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:24:50,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,42923,1731558288056 in 242 msec 2024-11-14T04:24:50,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:24:50,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-14T04:24:50,968 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:50,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:24:50,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:50,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,42923,1731558288056, seqNum=-1] 2024-11-14T04:24:50,969 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:50,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:50,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-14T04:24:50,974 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558290974, completionTime=-1 2024-11-14T04:24:50,974 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:24:50,974 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:24:50,975 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:24:50,975 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558350975 2024-11-14T04:24:50,975 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558410975 2024-11-14T04:24:50,975 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:40663, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,992 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,994 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.827sec 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:50,996 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:24:50,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:50,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:50,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:50,998 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:24:50,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:24:50,998 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,40663,1731558287845-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:50,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:50,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ce1ba69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:51,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:24:51,028 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:51,029 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d7979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:51,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,030 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1008190d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:51,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:51,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,42923,1731558288056, seqNum=-1] 2024-11-14T04:24:51,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:51,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:51,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,40663,1731558287845 2024-11-14T04:24:51,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:51,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:51,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137967ec50005 connected 2024-11-14T04:24:51,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir so I do NOT create it in target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a 2024-11-14T04:24:51,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:24:51,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.tmp.dir so I do NOT create it in target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a 2024-11-14T04:24:51,065 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:24:51,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a 2024-11-14T04:24:51,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:24:51,065 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/cluster_919d3f5c-1383-a945-bbb9-022cc0d0103b, deleteOnExit=true 2024-11-14T04:24:51,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/test.cache.data in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:24:51,066 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:51,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:24:51,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:24:51,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:51,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:51,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:51,528 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:51,528 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:24:51,530 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:51,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e096548{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:51,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd960d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:51,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@263f1c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/java.io.tmpdir/jetty-localhost-43497-hadoop-hdfs-3_4_1-tests_jar-_-any-12484614543087510811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:24:51,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18925e97{HTTP/1.1, (http/1.1)}{localhost:43497} 2024-11-14T04:24:51,671 INFO [Time-limited test {}] server.Server(415): Started @378698ms 2024-11-14T04:24:52,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:24:52,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:24:52,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:24:52,214 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:24:52,215 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:24:52,216 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a533494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:24:52,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1044a68b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:24:52,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@458d2588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/java.io.tmpdir/jetty-localhost-39951-hadoop-hdfs-3_4_1-tests_jar-_-any-12007421215706602111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:24:52,339 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1897c596{HTTP/1.1, (http/1.1)}{localhost:39951} 2024-11-14T04:24:52,339 INFO [Time-limited test {}] server.Server(415): Started @379366ms 2024-11-14T04:24:52,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:24:53,584 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/cluster_919d3f5c-1383-a945-bbb9-022cc0d0103b/data/data1/current/BP-1657322527-172.17.0.3-1731558291080/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:53,588 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/cluster_919d3f5c-1383-a945-bbb9-022cc0d0103b/data/data2/current/BP-1657322527-172.17.0.3-1731558291080/current, will proceed with Du for space computation calculation, 2024-11-14T04:24:53,613 WARN [Thread-3663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:24:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x777faad9ec33452c with lease ID 0x14cb44268cc4de18: Processing first storage report for DS-daf59a40-9eaa-475f-94b0-c55a96279765 from datanode DatanodeRegistration(127.0.0.1:35369, datanodeUuid=c7fac7a2-36e2-4236-bb11-12a86bd5a661, infoPort=38187, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=409630961;c=1731558291080) 2024-11-14T04:24:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x777faad9ec33452c with lease ID 0x14cb44268cc4de18: from storage DS-daf59a40-9eaa-475f-94b0-c55a96279765 node DatanodeRegistration(127.0.0.1:35369, datanodeUuid=c7fac7a2-36e2-4236-bb11-12a86bd5a661, infoPort=38187, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=409630961;c=1731558291080), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x777faad9ec33452c with lease ID 0x14cb44268cc4de18: Processing first storage report for DS-1e588e57-1d6a-4f7f-ad7b-798860a145df from datanode DatanodeRegistration(127.0.0.1:35369, datanodeUuid=c7fac7a2-36e2-4236-bb11-12a86bd5a661, infoPort=38187, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=409630961;c=1731558291080) 2024-11-14T04:24:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x777faad9ec33452c with lease ID 0x14cb44268cc4de18: from storage DS-1e588e57-1d6a-4f7f-ad7b-798860a145df node DatanodeRegistration(127.0.0.1:35369, datanodeUuid=c7fac7a2-36e2-4236-bb11-12a86bd5a661, infoPort=38187, infoSecurePort=0, ipcPort=46595, storageInfo=lv=-57;cid=testClusterID;nsid=409630961;c=1731558291080), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:24:53,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a 2024-11-14T04:24:53,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:53,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:53,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:24:53,734 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d with version=8 2024-11-14T04:24:53,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/hbase-staging 2024-11-14T04:24:53,737 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:53,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,737 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,738 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:53,738 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:24:53,738 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:53,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38641 2024-11-14T04:24:53,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38641 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:53,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386410x0, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:53,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38641-0x10137967ec50006 connected 2024-11-14T04:24:53,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:53,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:53,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/running 2024-11-14T04:24:53,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d, hbase.cluster.distributed=false 2024-11-14T04:24:53,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/acl 2024-11-14T04:24:53,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-14T04:24:53,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38641 2024-11-14T04:24:53,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38641 2024-11-14T04:24:53,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-14T04:24:53,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38641 2024-11-14T04:24:53,994 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:24:53,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:24:53,995 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45775 2024-11-14T04:24:53,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45775 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:53,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:54,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:54,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457750x0, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:54,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457750x0, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/running 2024-11-14T04:24:54,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:24:54,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45775-0x10137967ec50007 connected 2024-11-14T04:24:54,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:24:54,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/master 2024-11-14T04:24:54,059 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/acl 2024-11-14T04:24:54,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-14T04:24:54,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45775 2024-11-14T04:24:54,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45775 2024-11-14T04:24:54,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-14T04:24:54,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45775 2024-11-14T04:24:54,160 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:38641 2024-11-14T04:24:54,161 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21166039115/backup-masters/b024da739ae8,38641,1731558293737 2024-11-14T04:24:54,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/backup-masters 2024-11-14T04:24:54,169 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on existing znode=/21166039115/backup-masters/b024da739ae8,38641,1731558293737 2024-11-14T04:24:54,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/backup-masters 2024-11-14T04:24:54,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21166039115/master 2024-11-14T04:24:54,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:54,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:54,179 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on existing znode=/21166039115/master 2024-11-14T04:24:54,180 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21166039115/backup-masters/b024da739ae8,38641,1731558293737 from backup master directory 2024-11-14T04:24:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/backup-masters 2024-11-14T04:24:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21166039115/backup-masters/b024da739ae8,38641,1731558293737 2024-11-14T04:24:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/backup-masters 2024-11-14T04:24:54,190 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:54,190 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,38641,1731558293737 2024-11-14T04:24:54,237 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/hbase.id] with ID: c4c7e432-28bd-42dd-adfc-186cc96031e1 2024-11-14T04:24:54,237 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/.tmp/hbase.id 2024-11-14T04:24:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:24:54,303 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/.tmp/hbase.id]:[hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/hbase.id] 2024-11-14T04:24:54,315 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:24:54,315 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:24:54,317 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T04:24:54,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:54,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:54,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:24:54,816 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:54,817 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:24:54,818 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:54,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:24:55,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store 2024-11-14T04:24:55,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:24:55,667 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:55,667 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:24:55,667 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:55,667 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:55,667 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:24:55,668 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:55,668 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:24:55,668 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558295667Disabling compacts and flushes for region at 1731558295667Disabling writes for close at 1731558295667Writing region close event to WAL at 1731558295668 (+1 ms)Closed at 1731558295668 2024-11-14T04:24:55,669 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/.initializing 2024-11-14T04:24:55,669 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/WALs/b024da739ae8,38641,1731558293737 2024-11-14T04:24:55,670 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:55,671 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C38641%2C1731558293737, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/WALs/b024da739ae8,38641,1731558293737, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/oldWALs, maxLogs=10 2024-11-14T04:24:55,689 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/WALs/b024da739ae8,38641,1731558293737/b024da739ae8%2C38641%2C1731558293737.1731558295671, exclude list is [], retry=0 2024-11-14T04:24:55,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35369,DS-daf59a40-9eaa-475f-94b0-c55a96279765,DISK] 2024-11-14T04:24:55,737 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/WALs/b024da739ae8,38641,1731558293737/b024da739ae8%2C38641%2C1731558293737.1731558295671 2024-11-14T04:24:55,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187)] 2024-11-14T04:24:55,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:55,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:55,738 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,739 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:24:55,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:55,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:55,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:24:55,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:55,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:55,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:24:55,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:55,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:55,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:24:55,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:55,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:55,783 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,786 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:55,789 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:24:55,790 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:55,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67826032, jitterRate=0.010686635971069336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:55,791 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558295739Initializing all the Stores at 1731558295740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558295740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558295752 (+12 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558295752Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558295752Cleaning up temporary data from old regions at 1731558295785 (+33 ms)Region opened successfully at 1731558295791 (+6 ms) 2024-11-14T04:24:55,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:24:55,795 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424c93b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:55,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:24:55,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:24:55,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:24:55,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:24:55,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:24:55,797 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:24:55,797 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:24:55,810 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:24:55,816 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/balancer because node does not exist (not necessarily an error) 2024-11-14T04:24:55,872 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/balancer already deleted, retry=false 2024-11-14T04:24:55,872 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:24:55,873 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:24:55,889 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/normalizer already deleted, retry=false 2024-11-14T04:24:55,889 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:24:55,893 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:24:55,905 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/switch/split already deleted, retry=false 2024-11-14T04:24:55,906 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:24:55,916 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/switch/merge already deleted, retry=false 2024-11-14T04:24:55,917 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:24:55,926 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/snapshot-cleanup already deleted, retry=false 2024-11-14T04:24:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21166039115/running 2024-11-14T04:24:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21166039115/running 2024-11-14T04:24:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:55,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:55,937 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,38641,1731558293737, sessionid=0x10137967ec50006, setting cluster-up flag (Was=false) 2024-11-14T04:24:55,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:56,046 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21166039115/flush-table-proc/acquired, /21166039115/flush-table-proc/reached, /21166039115/flush-table-proc/abort 2024-11-14T04:24:56,047 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38641,1731558293737 2024-11-14T04:24:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:56,179 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21166039115/online-snapshot/acquired, /21166039115/online-snapshot/reached, /21166039115/online-snapshot/abort 2024-11-14T04:24:56,180 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38641,1731558293737 2024-11-14T04:24:56,183 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:24:56,184 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:56,185 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:24:56,185 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:24:56,185 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,38641,1731558293737 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:24:56,186 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:56,186 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:56,186 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:56,187 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:24:56,187 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:24:56,187 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,187 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:56,187 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:56,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:24:56,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:56,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:24:56,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558326231 2024-11-14T04:24:56,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:24:56,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:24:56,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:24:56,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:24:56,232 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:24:56,232 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:24:56,236 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,238 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:24:56,238 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:24:56,238 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:24:56,238 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:24:56,238 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:24:56,239 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:24:56,239 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558296239,5,FailOnTimeoutGroup] 2024-11-14T04:24:56,239 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558296239,5,FailOnTimeoutGroup] 2024-11-14T04:24:56,239 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,239 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:24:56,239 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,239 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:24:56,256 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(746): ClusterId : c4c7e432-28bd-42dd-adfc-186cc96031e1 2024-11-14T04:24:56,256 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:24:56,322 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:24:56,323 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:24:56,344 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:24:56,344 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594cf3ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:24:56,361 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:45775 2024-11-14T04:24:56,361 INFO [RS:0;b024da739ae8:45775 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:24:56,361 INFO [RS:0;b024da739ae8:45775 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:24:56,362 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:24:56,362 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,38641,1731558293737 with port=45775, startcode=1731558293993 2024-11-14T04:24:56,363 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:24:56,365 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:24:56,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38641 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,367 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d 2024-11-14T04:24:56,367 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43915 2024-11-14T04:24:56,367 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:24:56,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/rs 2024-11-14T04:24:56,407 DEBUG [RS:0;b024da739ae8:45775 {}] zookeeper.ZKUtil(111): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on existing znode=/21166039115/rs/b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,407 WARN [RS:0;b024da739ae8:45775 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:24:56,407 INFO [RS:0;b024da739ae8:45775 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:56,407 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,407 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,45775,1731558293993] 2024-11-14T04:24:56,410 INFO [RS:0;b024da739ae8:45775 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:24:56,411 INFO [RS:0;b024da739ae8:45775 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:24:56,412 INFO [RS:0;b024da739ae8:45775 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:24:56,412 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,412 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:24:56,413 INFO [RS:0;b024da739ae8:45775 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:24:56,413 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:56,413 DEBUG [RS:0;b024da739ae8:45775 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,418 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45775,1731558293993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:56,435 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:24:56,435 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45775,1731558293993-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,436 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,436 INFO [RS:0;b024da739ae8:45775 {}] regionserver.Replication(171): b024da739ae8,45775,1731558293993 started 2024-11-14T04:24:56,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:24:56,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,454 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:56,454 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,45775,1731558293993, RpcServer on b024da739ae8/172.17.0.3:45775, sessionid=0x10137967ec50007 2024-11-14T04:24:56,455 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:24:56,455 DEBUG [RS:0;b024da739ae8:45775 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,455 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45775,1731558293993' 2024-11-14T04:24:56,455 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21166039115/flush-table-proc/abort' 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21166039115/flush-table-proc/acquired' 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,45775,1731558293993 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45775,1731558293993' 2024-11-14T04:24:56,456 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21166039115/online-snapshot/abort' 2024-11-14T04:24:56,457 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21166039115/online-snapshot/acquired' 2024-11-14T04:24:56,457 DEBUG [RS:0;b024da739ae8:45775 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:24:56,457 INFO [RS:0;b024da739ae8:45775 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:24:56,457 INFO [RS:0;b024da739ae8:45775 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:24:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:24:56,558 INFO [RS:0;b024da739ae8:45775 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:24:56,559 INFO [RS:0;b024da739ae8:45775 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45775%2C1731558293993, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/oldWALs, maxLogs=10 2024-11-14T04:24:56,577 DEBUG [RS:0;b024da739ae8:45775 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, exclude list is [], retry=0 2024-11-14T04:24:56,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35369,DS-daf59a40-9eaa-475f-94b0-c55a96279765,DISK] 2024-11-14T04:24:56,585 INFO [RS:0;b024da739ae8:45775 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 2024-11-14T04:24:56,585 DEBUG [RS:0;b024da739ae8:45775 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187)] 2024-11-14T04:24:56,650 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:24:56,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d 2024-11-14T04:24:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:24:57,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:57,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:57,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:57,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:57,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:57,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:57,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:57,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:57,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:57,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:57,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740 2024-11-14T04:24:57,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740 2024-11-14T04:24:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:57,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:57,091 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:57,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:57,105 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:57,106 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67314710, jitterRate=0.0030673444271087646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:57,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558297061Initializing all the Stores at 1731558297072 (+11 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297075 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558297075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297075Cleaning up temporary data from old regions at 1731558297091 (+16 ms)Region opened successfully at 1731558297106 (+15 ms) 2024-11-14T04:24:57,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:24:57,106 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:24:57,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:24:57,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:24:57,106 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:24:57,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:24:57,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558297106Disabling compacts and flushes for region at 1731558297106Disabling writes for close at 1731558297106Writing region close event to WAL at 1731558297116 (+10 ms)Closed at 1731558297116 2024-11-14T04:24:57,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:57,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:24:57,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:24:57,123 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:57,124 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:24:57,277 DEBUG [b024da739ae8:38641 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:24:57,278 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:24:57,280 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45775,1731558293993, state=OPENING 2024-11-14T04:24:57,321 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:24:57,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:57,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:24:57,356 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:24:57,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45775,1731558293993}] 2024-11-14T04:24:57,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21166039115/meta-region-server: CHANGED 2024-11-14T04:24:57,360 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21166039115/meta-region-server: CHANGED 2024-11-14T04:24:57,517 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:24:57,536 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:24:57,544 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:24:57,544 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:24:57,545 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:24:57,548 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45775%2C1731558293993.meta, suffix=.meta, logDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/oldWALs, maxLogs=10 2024-11-14T04:24:57,592 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.meta.1731558297548.meta, exclude list is [], retry=0 2024-11-14T04:24:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35369,DS-daf59a40-9eaa-475f-94b0-c55a96279765,DISK] 2024-11-14T04:24:57,620 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.meta.1731558297548.meta 2024-11-14T04:24:57,623 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187)] 2024-11-14T04:24:57,623 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:57,624 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:24:57,624 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:24:57,624 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:24:57,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:24:57,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:24:57,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:24:57,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:24:57,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:24:57,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:24:57,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:24:57,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:24:57,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:24:57,642 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:24:57,643 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740 2024-11-14T04:24:57,644 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740 2024-11-14T04:24:57,645 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:24:57,645 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:24:57,645 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:24:57,646 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:24:57,647 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62003053, jitterRate=-0.0760825127363205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:24:57,647 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:24:57,647 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558297624Writing region info on filesystem at 1731558297624Initializing all the Stores at 1731558297625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297631 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558297631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558297631Cleaning up temporary data from old regions at 1731558297645 (+14 ms)Running coprocessor post-open hooks at 1731558297647 (+2 ms)Region opened successfully at 1731558297647 2024-11-14T04:24:57,648 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558297517 2024-11-14T04:24:57,653 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:24:57,653 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:24:57,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:24:57,655 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45775,1731558293993, state=OPEN 2024-11-14T04:24:57,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21166039115/meta-region-server 2024-11-14T04:24:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21166039115/meta-region-server 2024-11-14T04:24:57,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21166039115/meta-region-server: CHANGED 2024-11-14T04:24:57,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21166039115/meta-region-server: CHANGED 2024-11-14T04:24:57,702 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,45775,1731558293993 2024-11-14T04:24:57,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:24:57,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45775,1731558293993 in 346 msec 2024-11-14T04:24:57,715 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:24:57,715 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:24:57,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:24:57,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 583 msec 2024-11-14T04:24:57,718 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:57,718 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45775,1731558293993, seqNum=-1] 2024-11-14T04:24:57,718 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:57,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:57,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5420 sec 2024-11-14T04:24:57,727 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558297727, completionTime=-1 2024-11-14T04:24:57,727 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:24:57,727 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558357730 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558417730 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:38641, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,730 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,733 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:24:57,744 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.559sec 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:24:57,749 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:24:57,755 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:24:57,755 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:24:57,755 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38641,1731558293737-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:24:57,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0048dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:57,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:24:57,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:24:57,764 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:24:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:24:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:24:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183d6257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:57,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:24:57,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:24:57,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:24:57,767 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:24:57,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bac80cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:24:57,769 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:24:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45775,1731558293993, seqNum=-1] 2024-11-14T04:24:57,770 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:24:57,771 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:24:57,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,38641,1731558293737 2024-11-14T04:24:57,774 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58877 2024-11-14T04:24:57,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:24:57,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10137967ec50008 connected 2024-11-14T04:24:57,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:24:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39017,1731558280830 2024-11-14T04:24:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23ae2589 2024-11-14T04:24:57,902 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:24:57,903 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:24:57,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:24:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:24:57,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:24:57,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:57,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:24:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:57,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:24:57,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:24:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:58,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:58,323 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 58937026798f9cb2059917f9c38fb58f, NAME => 'test,,1731558297904.58937026798f9cb2059917f9c38fb58f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6 2024-11-14T04:24:58,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:24:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:58,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558297904.58937026798f9cb2059917f9c38fb58f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:58,871 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 58937026798f9cb2059917f9c38fb58f, disabling compactions & flushes 2024-11-14T04:24:58,871 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:58,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:58,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558297904.58937026798f9cb2059917f9c38fb58f. after waiting 0 ms 2024-11-14T04:24:58,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:58,872 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:58,872 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 58937026798f9cb2059917f9c38fb58f: Waiting for close lock at 1731558298871Disabling compacts and flushes for region at 1731558298871Disabling writes for close at 1731558298872 (+1 ms)Writing region close event to WAL at 1731558298872Closed at 1731558298872 2024-11-14T04:24:58,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:24:58,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558297904.58937026798f9cb2059917f9c38fb58f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558298873"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558298873"}]},"ts":"1731558298873"} 2024-11-14T04:24:58,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:24:58,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:24:58,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558298876"}]},"ts":"1731558298876"} 2024-11-14T04:24:58,878 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:24:58,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58937026798f9cb2059917f9c38fb58f, ASSIGN}] 2024-11-14T04:24:58,880 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=58937026798f9cb2059917f9c38fb58f, ASSIGN 2024-11-14T04:24:58,880 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=58937026798f9cb2059917f9c38fb58f, ASSIGN; state=OFFLINE, location=b024da739ae8,43415,1731558281442; forceNewPlan=false, retain=false 2024-11-14T04:24:59,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58937026798f9cb2059917f9c38fb58f, regionState=OPENING, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:24:59,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=58937026798f9cb2059917f9c38fb58f, ASSIGN because future has completed 2024-11-14T04:24:59,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58937026798f9cb2059917f9c38fb58f, server=b024da739ae8,43415,1731558281442}] 2024-11-14T04:24:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:24:59,191 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:59,191 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 58937026798f9cb2059917f9c38fb58f, NAME => 'test,,1731558297904.58937026798f9cb2059917f9c38fb58f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:24:59,191 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:24:59,191 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:24:59,192 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,192 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558297904.58937026798f9cb2059917f9c38fb58f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:24:59,192 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,192 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,196 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,197 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58937026798f9cb2059917f9c38fb58f columnFamilyName f 2024-11-14T04:24:59,197 DEBUG [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:59,198 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(327): Store=58937026798f9cb2059917f9c38fb58f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:59,198 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,199 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58937026798f9cb2059917f9c38fb58f columnFamilyName f1 2024-11-14T04:24:59,199 DEBUG [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:59,199 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(327): Store=58937026798f9cb2059917f9c38fb58f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:59,199 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,200 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 58937026798f9cb2059917f9c38fb58f columnFamilyName norep 2024-11-14T04:24:59,200 DEBUG [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:24:59,200 INFO [StoreOpener-58937026798f9cb2059917f9c38fb58f-1 {}] regionserver.HStore(327): Store=58937026798f9cb2059917f9c38fb58f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:24:59,200 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,201 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,201 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,202 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,202 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,202 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:24:59,203 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,206 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:24:59,206 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 58937026798f9cb2059917f9c38fb58f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65000880, jitterRate=-0.03141140937805176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:24:59,206 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:24:59,207 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 58937026798f9cb2059917f9c38fb58f: Running coprocessor pre-open hook at 1731558299192Writing region info on filesystem at 1731558299192Initializing all the Stores at 1731558299193 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558299193Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558299196 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558299196Cleaning up temporary data from old regions at 1731558299202 (+6 ms)Running coprocessor post-open hooks at 1731558299206 (+4 ms)Region opened successfully at 1731558299207 (+1 ms) 2024-11-14T04:24:59,208 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558297904.58937026798f9cb2059917f9c38fb58f., pid=6, masterSystemTime=1731558299185 2024-11-14T04:24:59,210 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:59,210 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:24:59,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=58937026798f9cb2059917f9c38fb58f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:24:59,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 58937026798f9cb2059917f9c38fb58f, server=b024da739ae8,43415,1731558281442 because future has completed 2024-11-14T04:24:59,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:24:59,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 58937026798f9cb2059917f9c38fb58f, server=b024da739ae8,43415,1731558281442 in 181 msec 2024-11-14T04:24:59,224 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:24:59,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=58937026798f9cb2059917f9c38fb58f, ASSIGN in 342 msec 2024-11-14T04:24:59,225 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:24:59,225 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558299225"}]},"ts":"1731558299225"} 2024-11-14T04:24:59,229 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:24:59,233 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:24:59,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3280 sec 2024-11-14T04:25:00,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:00,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:00,053 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5198e496 2024-11-14T04:25:00,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:00,055 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:00,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:00,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:00,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:00,059 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:00,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:00,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:00,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:00,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:00,469 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5af01324bfff7a779520364f494f210f, NAME => 'test,,1731558300055.5af01324bfff7a779520364f494f210f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38 2024-11-14T04:25:00,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:00,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558300055.5af01324bfff7a779520364f494f210f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:00,874 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5af01324bfff7a779520364f494f210f, disabling compactions & flushes 2024-11-14T04:25:00,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:00,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:00,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558300055.5af01324bfff7a779520364f494f210f. after waiting 0 ms 2024-11-14T04:25:00,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:00,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:00,875 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5af01324bfff7a779520364f494f210f: Waiting for close lock at 1731558300874Disabling compacts and flushes for region at 1731558300874Disabling writes for close at 1731558300875 (+1 ms)Writing region close event to WAL at 1731558300875Closed at 1731558300875 2024-11-14T04:25:00,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:00,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558300055.5af01324bfff7a779520364f494f210f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558300881"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558300881"}]},"ts":"1731558300881"} 2024-11-14T04:25:00,884 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:00,886 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:00,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558300886"}]},"ts":"1731558300886"} 2024-11-14T04:25:00,888 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:00,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5af01324bfff7a779520364f494f210f, ASSIGN}] 2024-11-14T04:25:00,893 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5af01324bfff7a779520364f494f210f, ASSIGN 2024-11-14T04:25:00,894 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5af01324bfff7a779520364f494f210f, ASSIGN; state=OFFLINE, location=b024da739ae8,42923,1731558288056; forceNewPlan=false, retain=false 2024-11-14T04:25:01,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5af01324bfff7a779520364f494f210f, regionState=OPENING, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:25:01,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5af01324bfff7a779520364f494f210f, ASSIGN because future has completed 2024-11-14T04:25:01,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5af01324bfff7a779520364f494f210f, server=b024da739ae8,42923,1731558288056}] 2024-11-14T04:25:01,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:01,239 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:01,239 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5af01324bfff7a779520364f494f210f, NAME => 'test,,1731558300055.5af01324bfff7a779520364f494f210f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:01,239 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:01,239 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:01,240 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,240 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558300055.5af01324bfff7a779520364f494f210f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:01,240 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,240 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,247 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,249 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5af01324bfff7a779520364f494f210f columnFamilyName f 2024-11-14T04:25:01,249 DEBUG [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:01,252 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(327): Store=5af01324bfff7a779520364f494f210f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:01,253 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,260 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5af01324bfff7a779520364f494f210f columnFamilyName f1 2024-11-14T04:25:01,261 DEBUG [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:01,261 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(327): Store=5af01324bfff7a779520364f494f210f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:01,261 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,263 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5af01324bfff7a779520364f494f210f columnFamilyName norep 2024-11-14T04:25:01,263 DEBUG [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:01,263 INFO [StoreOpener-5af01324bfff7a779520364f494f210f-1 {}] regionserver.HStore(327): Store=5af01324bfff7a779520364f494f210f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:01,263 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,264 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,264 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,265 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,265 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,266 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:01,267 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,280 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:01,281 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5af01324bfff7a779520364f494f210f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73922760, jitterRate=0.10153496265411377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:01,281 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:01,281 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5af01324bfff7a779520364f494f210f: Running coprocessor pre-open hook at 1731558301240Writing region info on filesystem at 1731558301240Initializing all the Stores at 1731558301241 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558301241Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558301244 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558301244Cleaning up temporary data from old regions at 1731558301265 (+21 ms)Running coprocessor post-open hooks at 1731558301281 (+16 ms)Region opened successfully at 1731558301281 2024-11-14T04:25:01,282 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558300055.5af01324bfff7a779520364f494f210f., pid=6, masterSystemTime=1731558301216 2024-11-14T04:25:01,285 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:01,285 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:01,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5af01324bfff7a779520364f494f210f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:25:01,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5af01324bfff7a779520364f494f210f, server=b024da739ae8,42923,1731558288056 because future has completed 2024-11-14T04:25:01,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:01,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5af01324bfff7a779520364f494f210f, server=b024da739ae8,42923,1731558288056 in 248 msec 2024-11-14T04:25:01,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:01,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5af01324bfff7a779520364f494f210f, ASSIGN in 414 msec 2024-11-14T04:25:01,306 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:01,306 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558301306"}]},"ts":"1731558301306"} 2024-11-14T04:25:01,310 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:01,311 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:01,313 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2550 sec 2024-11-14T04:25:01,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:25:02,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:02,222 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:02,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:02,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38641,1731558293737 2024-11-14T04:25:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f7f9a84 2024-11-14T04:25:02,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:02,225 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:02,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:02,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:02,230 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:02,230 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:02,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:02,232 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:02,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:02,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d852d6988a8fc2fe08de0cbe8b79a0e1, NAME => 'test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d 2024-11-14T04:25:02,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:02,275 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d852d6988a8fc2fe08de0cbe8b79a0e1, disabling compactions & flushes 2024-11-14T04:25:02,275 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. after waiting 0 ms 2024-11-14T04:25:02,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,276 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,276 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d852d6988a8fc2fe08de0cbe8b79a0e1: Waiting for close lock at 1731558302275Disabling compacts and flushes for region at 1731558302275Disabling writes for close at 1731558302276 (+1 ms)Writing region close event to WAL at 1731558302276Closed at 1731558302276 2024-11-14T04:25:02,277 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:02,277 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558302277"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558302277"}]},"ts":"1731558302277"} 2024-11-14T04:25:02,279 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:02,283 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:02,284 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558302284"}]},"ts":"1731558302284"} 2024-11-14T04:25:02,286 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:02,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d852d6988a8fc2fe08de0cbe8b79a0e1, ASSIGN}] 2024-11-14T04:25:02,289 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d852d6988a8fc2fe08de0cbe8b79a0e1, ASSIGN 2024-11-14T04:25:02,289 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d852d6988a8fc2fe08de0cbe8b79a0e1, ASSIGN; state=OFFLINE, location=b024da739ae8,45775,1731558293993; forceNewPlan=false, retain=false 2024-11-14T04:25:02,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:02,440 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d852d6988a8fc2fe08de0cbe8b79a0e1, regionState=OPENING, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:25:02,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d852d6988a8fc2fe08de0cbe8b79a0e1, ASSIGN because future has completed 2024-11-14T04:25:02,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d852d6988a8fc2fe08de0cbe8b79a0e1, server=b024da739ae8,45775,1731558293993}] 2024-11-14T04:25:02,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:02,602 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,602 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d852d6988a8fc2fe08de0cbe8b79a0e1, NAME => 'test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:02,603 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:02,603 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:02,603 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,603 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:02,603 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,603 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,606 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,608 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d852d6988a8fc2fe08de0cbe8b79a0e1 columnFamilyName f 2024-11-14T04:25:02,609 DEBUG [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:02,609 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(327): Store=d852d6988a8fc2fe08de0cbe8b79a0e1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:02,609 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,610 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d852d6988a8fc2fe08de0cbe8b79a0e1 columnFamilyName f1 2024-11-14T04:25:02,610 DEBUG [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:02,611 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(327): Store=d852d6988a8fc2fe08de0cbe8b79a0e1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:02,611 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,612 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d852d6988a8fc2fe08de0cbe8b79a0e1 columnFamilyName norep 2024-11-14T04:25:02,612 DEBUG [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:02,612 INFO [StoreOpener-d852d6988a8fc2fe08de0cbe8b79a0e1-1 {}] regionserver.HStore(327): Store=d852d6988a8fc2fe08de0cbe8b79a0e1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:02,612 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,613 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,613 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,614 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,614 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,614 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:02,616 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,628 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:02,629 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d852d6988a8fc2fe08de0cbe8b79a0e1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69684798, jitterRate=0.03838440775871277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:02,629 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:02,629 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d852d6988a8fc2fe08de0cbe8b79a0e1: Running coprocessor pre-open hook at 1731558302603Writing region info on filesystem at 1731558302603Initializing all the Stores at 1731558302605 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558302605Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558302606 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558302606Cleaning up temporary data from old regions at 1731558302614 (+8 ms)Running coprocessor post-open hooks at 1731558302629 (+15 ms)Region opened successfully at 1731558302629 2024-11-14T04:25:02,630 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1., pid=6, masterSystemTime=1731558302596 2024-11-14T04:25:02,632 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,632 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:02,633 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d852d6988a8fc2fe08de0cbe8b79a0e1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:25:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d852d6988a8fc2fe08de0cbe8b79a0e1, server=b024da739ae8,45775,1731558293993 because future has completed 2024-11-14T04:25:02,643 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:02,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d852d6988a8fc2fe08de0cbe8b79a0e1, server=b024da739ae8,45775,1731558293993 in 198 msec 2024-11-14T04:25:02,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:02,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d852d6988a8fc2fe08de0cbe8b79a0e1, ASSIGN in 357 msec 2024-11-14T04:25:02,646 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:02,646 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558302646"}]},"ts":"1731558302646"} 2024-11-14T04:25:02,649 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:02,650 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:02,651 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 424 msec 2024-11-14T04:25:02,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:02,863 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:02,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9425fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39017,-1 for getting cluster id 2024-11-14T04:25:02,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:02,876 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34a4bc06-adea-44ac-8f96-06aeff3a2139' 2024-11-14T04:25:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:02,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34a4bc06-adea-44ac-8f96-06aeff3a2139" 2024-11-14T04:25:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2d807b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39017,-1] 2024-11-14T04:25:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:02,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:02,878 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:02,879 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e5a47e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,879 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,39017,1731558280830 2024-11-14T04:25:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e334fe 2024-11-14T04:25:02,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:02,882 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:02,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:40663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:02,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:02,885 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40663' 2024-11-14T04:25:02,886 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d00a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,886 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:02,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:02,887 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@525d41ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:02,888 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:02,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142dced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:02,889 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:02,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:02,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d0adccd 2024-11-14T04:25:02,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:02,893 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:02,896 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:25:02,896 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:02,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:02,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:02,897 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:02,898 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:25:02,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:02,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:02,899 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:02,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:02,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:25:02,922 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => deede4bb55e25e04004738a0ab4f490f, NAME => 'hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6 2024-11-14T04:25:02,949 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:25:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing deede4bb55e25e04004738a0ab4f490f, disabling compactions & flushes 2024-11-14T04:25:02,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. after waiting 0 ms 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:02,958 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:02,958 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for deede4bb55e25e04004738a0ab4f490f: Waiting for close lock at 1731558302958Disabling compacts and flushes for region at 1731558302958Disabling writes for close at 1731558302958Writing region close event to WAL at 1731558302958Closed at 1731558302958 2024-11-14T04:25:02,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:02,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558302959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558302959"}]},"ts":"1731558302959"} 2024-11-14T04:25:02,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:02,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:02,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558302962"}]},"ts":"1731558302962"} 2024-11-14T04:25:02,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:25:02,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deede4bb55e25e04004738a0ab4f490f, ASSIGN}] 2024-11-14T04:25:02,966 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deede4bb55e25e04004738a0ab4f490f, ASSIGN 2024-11-14T04:25:02,967 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deede4bb55e25e04004738a0ab4f490f, ASSIGN; state=OFFLINE, location=b024da739ae8,43415,1731558281442; forceNewPlan=false, retain=false 2024-11-14T04:25:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:03,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deede4bb55e25e04004738a0ab4f490f, regionState=OPENING, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:25:03,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=deede4bb55e25e04004738a0ab4f490f, ASSIGN because future has completed 2024-11-14T04:25:03,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deede4bb55e25e04004738a0ab4f490f, server=b024da739ae8,43415,1731558281442}] 2024-11-14T04:25:03,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:03,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:03,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:03,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:03,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:03,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:25:03,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43415%2C1731558281442.rep, suffix=, logDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442, archiveDir=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs, maxLogs=10 2024-11-14T04:25:03,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.rep.1731558303286, exclude list is [], retry=0 2024-11-14T04:25:03,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46299,DS-4ed73d77-f959-4bdc-9fc5-972af9806a6b,DISK] 2024-11-14T04:25:03,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.rep.1731558303286 2024-11-14T04:25:03,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34869:34869)] 2024-11-14T04:25:03,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => deede4bb55e25e04004738a0ab4f490f, NAME => 'hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:03,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. service=MultiRowMutationService 2024-11-14T04:25:03,306 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,311 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,313 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deede4bb55e25e04004738a0ab4f490f columnFamilyName hfileref 2024-11-14T04:25:03,313 DEBUG [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:03,313 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(327): Store=deede4bb55e25e04004738a0ab4f490f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:03,313 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,314 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deede4bb55e25e04004738a0ab4f490f columnFamilyName queue 2024-11-14T04:25:03,314 DEBUG [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:03,315 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(327): Store=deede4bb55e25e04004738a0ab4f490f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:03,315 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,315 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region deede4bb55e25e04004738a0ab4f490f columnFamilyName sid 2024-11-14T04:25:03,316 DEBUG [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:03,316 INFO [StoreOpener-deede4bb55e25e04004738a0ab4f490f-1 {}] regionserver.HStore(327): Store=deede4bb55e25e04004738a0ab4f490f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:03,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:03,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:03,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened deede4bb55e25e04004738a0ab4f490f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74733580, jitterRate=0.11361712217330933}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:03,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:03,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for deede4bb55e25e04004738a0ab4f490f: Running coprocessor pre-open hook at 1731558303306Writing region info on filesystem at 1731558303306Initializing all the Stores at 1731558303308 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558303308Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558303311 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558303311Cleaning up temporary data from old regions at 1731558303318 (+7 ms)Running coprocessor post-open hooks at 1731558303321 (+3 ms)Region opened successfully at 1731558303321 2024-11-14T04:25:03,322 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f., pid=10, masterSystemTime=1731558303273 2024-11-14T04:25:03,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:03,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:03,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=deede4bb55e25e04004738a0ab4f490f, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43415,1731558281442 2024-11-14T04:25:03,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure deede4bb55e25e04004738a0ab4f490f, server=b024da739ae8,43415,1731558281442 because future has completed 2024-11-14T04:25:03,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:25:03,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure deede4bb55e25e04004738a0ab4f490f, server=b024da739ae8,43415,1731558281442 in 209 msec 2024-11-14T04:25:03,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:25:03,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=deede4bb55e25e04004738a0ab4f490f, ASSIGN in 368 msec 2024-11-14T04:25:03,342 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:03,342 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558303342"}]},"ts":"1731558303342"} 2024-11-14T04:25:03,344 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:25:03,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:03,347 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 448 msec 2024-11-14T04:25:03,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f., hostname=b024da739ae8,43415,1731558281442, seqNum=2] 2024-11-14T04:25:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:25:03,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:25:03,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:25:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:03,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:25:03,576 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:25:03,614 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,43415,1731558281442, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:25:03,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:03,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43415,1731558281442, seqNum=-1] 2024-11-14T04:25:03,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:03,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:03,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,43415,1731558281442', locateType=CURRENT is [region=hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f., hostname=b024da739ae8,43415,1731558281442, seqNum=2] 2024-11-14T04:25:03,622 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:25:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:25:03,624 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,43415,1731558281442 suceeded 2024-11-14T04:25:03,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:25:03,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-14T04:25:03,633 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:40663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:25:03,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 751 msec 2024-11-14T04:25:03,640 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40663' 2024-11-14T04:25:03,641 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb83c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:03,642 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:03,642 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:03,642 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:03,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c84d2d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:03,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:03,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:03,644 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dac750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:03,644 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@483a1c16 2024-11-14T04:25:03,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:03,646 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:03,646 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,43415,1731558281442 (queues=1) is replicating from cluster=34a4bc06-adea-44ac-8f96-06aeff3a2139 to cluster=2d4afa2f-a918-4a7a-996c-6fa395fef4ed 2024-11-14T04:25:03,646 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C43415%2C1731558281442 2024-11-14T04:25:03,646 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,43415,1731558281442, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:25:03,647 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590, startPosition=0, beingWritten=true 2024-11-14T04:25:03,648 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C43415%2C1731558281442 2024-11-14T04:25:03,653 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:03,653 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:03,653 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43415,1731558281442 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:03,857 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:04,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39017 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:04,042 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:25:04,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:04,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:04,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:04,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469c9335, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,043 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:04,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:04,044 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:04,044 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f25d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:04,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:04,045 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,045 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:04,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75651b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,046 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:04,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67b1521 2024-11-14T04:25:04,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:04,049 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:04,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:38641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:04,053 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38641' 2024-11-14T04:25:04,055 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514f8e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,055 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:25:04,055 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:04,056 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76574141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,057 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205c5c22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:04,057 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:04,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38641,1731558293737 2024-11-14T04:25:04,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a52140f 2024-11-14T04:25:04,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:04,059 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:04,059 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-14T04:25:04,059 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:04,059 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,060 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:04,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:04,060 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:04,061 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:25:04,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:04,062 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:04,063 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:04,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:25:04,111 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:25:04,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:04,201 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:04,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18121054e4e93a8b62abf47506463767, NAME => 'hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38 2024-11-14T04:25:04,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:25:04,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:04,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18121054e4e93a8b62abf47506463767, disabling compactions & flushes 2024-11-14T04:25:04,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,481 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. after waiting 0 ms 2024-11-14T04:25:04,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,482 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,482 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18121054e4e93a8b62abf47506463767: Waiting for close lock at 1731558304481Disabling compacts and flushes for region at 1731558304481Disabling writes for close at 1731558304482 (+1 ms)Writing region close event to WAL at 1731558304482Closed at 1731558304482 2024-11-14T04:25:04,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:04,483 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558304482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558304482"}]},"ts":"1731558304482"} 2024-11-14T04:25:04,484 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:04,484 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:04,485 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558304485"}]},"ts":"1731558304485"} 2024-11-14T04:25:04,486 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:25:04,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18121054e4e93a8b62abf47506463767, ASSIGN}] 2024-11-14T04:25:04,486 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18121054e4e93a8b62abf47506463767, ASSIGN 2024-11-14T04:25:04,487 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18121054e4e93a8b62abf47506463767, ASSIGN; state=OFFLINE, location=b024da739ae8,42923,1731558288056; forceNewPlan=false, retain=false 2024-11-14T04:25:04,604 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:04,638 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18121054e4e93a8b62abf47506463767, regionState=OPENING, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:25:04,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18121054e4e93a8b62abf47506463767, ASSIGN because future has completed 2024-11-14T04:25:04,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18121054e4e93a8b62abf47506463767, server=b024da739ae8,42923,1731558288056}] 2024-11-14T04:25:04,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:04,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:04,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:25:04,802 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C42923%2C1731558288056.rep, suffix=, logDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056, archiveDir=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/oldWALs, maxLogs=10 2024-11-14T04:25:04,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.rep.1731558304802, exclude list is [], retry=0 2024-11-14T04:25:04,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39953,DS-a530a25c-3b57-4882-8764-d38a043ea72a,DISK] 2024-11-14T04:25:04,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.rep.1731558304802 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33939:33939)] 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18121054e4e93a8b62abf47506463767, NAME => 'hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:04,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. service=MultiRowMutationService 2024-11-14T04:25:04,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:04,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,827 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,828 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,829 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121054e4e93a8b62abf47506463767 columnFamilyName hfileref 2024-11-14T04:25:04,829 DEBUG [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:04,829 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(327): Store=18121054e4e93a8b62abf47506463767/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:04,829 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,830 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121054e4e93a8b62abf47506463767 columnFamilyName queue 2024-11-14T04:25:04,830 DEBUG [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:04,831 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(327): Store=18121054e4e93a8b62abf47506463767/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:04,831 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,831 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18121054e4e93a8b62abf47506463767 columnFamilyName sid 2024-11-14T04:25:04,831 DEBUG [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:04,831 INFO [StoreOpener-18121054e4e93a8b62abf47506463767-1 {}] regionserver.HStore(327): Store=18121054e4e93a8b62abf47506463767/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:04,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:04,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:04,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18121054e4e93a8b62abf47506463767; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70291313, jitterRate=0.04742218554019928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:04,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18121054e4e93a8b62abf47506463767: Running coprocessor pre-open hook at 1731558304827Writing region info on filesystem at 1731558304827Initializing all the Stores at 1731558304827Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558304827Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558304828 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558304828Cleaning up temporary data from old regions at 1731558304833 (+5 ms)Running coprocessor post-open hooks at 1731558304840 (+7 ms)Region opened successfully at 1731558304840 2024-11-14T04:25:04,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767., pid=10, masterSystemTime=1731558304792 2024-11-14T04:25:04,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:04,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18121054e4e93a8b62abf47506463767, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,42923,1731558288056 2024-11-14T04:25:04,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18121054e4e93a8b62abf47506463767, server=b024da739ae8,42923,1731558288056 because future has completed 2024-11-14T04:25:04,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:25:04,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18121054e4e93a8b62abf47506463767, ASSIGN in 364 msec 2024-11-14T04:25:04,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:25:04,853 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18121054e4e93a8b62abf47506463767, server=b024da739ae8,42923,1731558288056 in 208 msec 2024-11-14T04:25:04,854 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:04,854 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558304854"}]},"ts":"1731558304854"} 2024-11-14T04:25:04,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:25:04,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:04,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 798 msec 2024-11-14T04:25:04,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767., hostname=b024da739ae8,42923,1731558288056, seqNum=2] 2024-11-14T04:25:04,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:25:04,953 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:25:04,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:25:05,108 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:05,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42923 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:25:05,144 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:25:05,174 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,42923,1731558288056, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:25:05,174 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:05,174 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,42923,1731558288056, seqNum=-1] 2024-11-14T04:25:05,175 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:05,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:05,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,42923,1731558288056', locateType=CURRENT is [region=hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767., hostname=b024da739ae8,42923,1731558288056, seqNum=2] 2024-11-14T04:25:05,179 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:25:05,180 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,42923,1731558288056 suceeded 2024-11-14T04:25:05,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:25:05,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-14T04:25:05,183 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:38641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:25:05,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1340 sec 2024-11-14T04:25:05,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40663 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:05,191 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:25:05,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:05,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:05,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:05,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94c6e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:25:05,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:05,192 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f9a0eca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:05,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,194 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:05,194 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ee3251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38641,1731558293737 2024-11-14T04:25:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c3fbf1 2024-11-14T04:25:05,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:05,196 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:05,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:40663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:05,197 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38641' 2024-11-14T04:25:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:05,198 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7329c3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,198 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:25:05,198 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:05,199 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40663' 2024-11-14T04:25:05,199 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53af6710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:05,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,200 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:05,200 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3723c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,200 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:05,200 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:05,201 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:05,201 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@580ca449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:05,201 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426339a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:05,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38641,1731558293737 2024-11-14T04:25:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d59dba0 2024-11-14T04:25:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:05,202 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:05,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9fc3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:05,203 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:05,203 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78a9a10e 2024-11-14T04:25:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:05,204 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,42923,1731558288056 (queues=1) is replicating from cluster=2d4afa2f-a918-4a7a-996c-6fa395fef4ed to cluster=c4c7e432-28bd-42dd-adfc-186cc96031e1 2024-11-14T04:25:05,204 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C42923%2C1731558288056 2024-11-14T04:25:05,204 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,42923,1731558288056, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:25:05,204 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:05,204 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, startPosition=0, beingWritten=true 2024-11-14T04:25:05,204 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C42923%2C1731558288056 2024-11-14T04:25:05,205 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T04:25:05,205 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:05,205 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,205 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:05,205 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:05,207 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:25:05,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:05,208 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:05,208 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:05,209 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:05,209 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:05,209 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:05,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:25:05,257 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:25:05,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:05,429 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:05,637 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0009eae5e52b6f55b67dde09744e1216, NAME => 'hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d 2024-11-14T04:25:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:25:05,714 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:05,732 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:05,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0009eae5e52b6f55b67dde09744e1216, disabling compactions & flushes 2024-11-14T04:25:06,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. after waiting 0 ms 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0009eae5e52b6f55b67dde09744e1216: Waiting for close lock at 1731558306056Disabling compacts and flushes for region at 1731558306056Disabling writes for close at 1731558306056Writing region close event to WAL at 1731558306056Closed at 1731558306056 2024-11-14T04:25:06,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:06,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558306058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558306058"}]},"ts":"1731558306058"} 2024-11-14T04:25:06,061 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:06,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:06,064 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558306062"}]},"ts":"1731558306062"} 2024-11-14T04:25:06,069 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:25:06,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0009eae5e52b6f55b67dde09744e1216, ASSIGN}] 2024-11-14T04:25:06,071 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0009eae5e52b6f55b67dde09744e1216, ASSIGN 2024-11-14T04:25:06,072 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0009eae5e52b6f55b67dde09744e1216, ASSIGN; state=OFFLINE, location=b024da739ae8,45775,1731558293993; forceNewPlan=false, retain=false 2024-11-14T04:25:06,153 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:06,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0009eae5e52b6f55b67dde09744e1216, regionState=OPENING, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:25:06,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0009eae5e52b6f55b67dde09744e1216, ASSIGN because future has completed 2024-11-14T04:25:06,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0009eae5e52b6f55b67dde09744e1216, server=b024da739ae8,45775,1731558293993}] 2024-11-14T04:25:06,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:06,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:06,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:25:06,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45775%2C1731558293993.rep, suffix=, logDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993, archiveDir=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/oldWALs, maxLogs=10 2024-11-14T04:25:06,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.rep.1731558306381, exclude list is [], retry=0 2024-11-14T04:25:06,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35369,DS-daf59a40-9eaa-475f-94b0-c55a96279765,DISK] 2024-11-14T04:25:06,395 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.rep.1731558306381 2024-11-14T04:25:06,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38187:38187)] 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0009eae5e52b6f55b67dde09744e1216, NAME => 'hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:06,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. service=MultiRowMutationService 2024-11-14T04:25:06,396 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,397 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,398 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009eae5e52b6f55b67dde09744e1216 columnFamilyName hfileref 2024-11-14T04:25:06,398 DEBUG [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:06,398 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(327): Store=0009eae5e52b6f55b67dde09744e1216/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:06,398 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,399 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009eae5e52b6f55b67dde09744e1216 columnFamilyName queue 2024-11-14T04:25:06,399 DEBUG [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:06,399 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(327): Store=0009eae5e52b6f55b67dde09744e1216/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:06,399 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,400 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0009eae5e52b6f55b67dde09744e1216 columnFamilyName sid 2024-11-14T04:25:06,400 DEBUG [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:06,400 INFO [StoreOpener-0009eae5e52b6f55b67dde09744e1216-1 {}] regionserver.HStore(327): Store=0009eae5e52b6f55b67dde09744e1216/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:06,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:06,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:06,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0009eae5e52b6f55b67dde09744e1216; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69755574, jitterRate=0.03943905234336853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:06,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:06,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0009eae5e52b6f55b67dde09744e1216: Running coprocessor pre-open hook at 1731558306396Writing region info on filesystem at 1731558306396Initializing all the Stores at 1731558306397 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558306397Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558306397Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558306397Cleaning up temporary data from old regions at 1731558306401 (+4 ms)Running coprocessor post-open hooks at 1731558306404 (+3 ms)Region opened successfully at 1731558306404 2024-11-14T04:25:06,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216., pid=10, masterSystemTime=1731558306377 2024-11-14T04:25:06,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:06,407 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0009eae5e52b6f55b67dde09744e1216, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45775,1731558293993 2024-11-14T04:25:06,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0009eae5e52b6f55b67dde09744e1216, server=b024da739ae8,45775,1731558293993 because future has completed 2024-11-14T04:25:06,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:25:06,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0009eae5e52b6f55b67dde09744e1216, server=b024da739ae8,45775,1731558293993 in 184 msec 2024-11-14T04:25:06,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:25:06,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0009eae5e52b6f55b67dde09744e1216, ASSIGN in 341 msec 2024-11-14T04:25:06,412 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:06,412 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558306412"}]},"ts":"1731558306412"} 2024-11-14T04:25:06,413 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:25:06,414 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:06,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2090 sec 2024-11-14T04:25:06,419 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:06,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216., hostname=b024da739ae8,45775,1731558293993, seqNum=2] 2024-11-14T04:25:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:25:06,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:25:06,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:25:06,656 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:06,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45775 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:25:06,700 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:25:06,725 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,45775,1731558293993, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:25:06,726 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:06,726 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45775,1731558293993, seqNum=-1] 2024-11-14T04:25:06,726 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:06,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:06,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,45775,1731558293993', locateType=CURRENT is [region=hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216., hostname=b024da739ae8,45775,1731558293993, seqNum=2] 2024-11-14T04:25:06,731 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:25:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:25:06,732 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,45775,1731558293993 suceeded 2024-11-14T04:25:06,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:25:06,734 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:40663,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:25:06,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-14T04:25:06,735 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-14T04:25:06,744 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:40663' 2024-11-14T04:25:06,745 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3974fae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:06,745 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:06,745 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:06,745 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:06,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5779d85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:06,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:06,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:06,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:06,746 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:06,747 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6360b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:06,747 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,40663,1731558287845 2024-11-14T04:25:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@707a8cc 2024-11-14T04:25:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:06,748 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:06,748 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,45775,1731558293993 (queues=1) is replicating from cluster=c4c7e432-28bd-42dd-adfc-186cc96031e1 to cluster=2d4afa2f-a918-4a7a-996c-6fa395fef4ed 2024-11-14T04:25:06,748 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C45775%2C1731558293993 2024-11-14T04:25:06,748 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,45775,1731558293993, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:25:06,749 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, startPosition=0, beingWritten=true 2024-11-14T04:25:06,749 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45775%2C1731558293993 2024-11-14T04:25:06,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:06,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:06,752 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:06,963 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:07,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:25:07,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:25:07,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:07,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:25:07,222 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:07,259 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:07,269 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:07,330 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:07,331 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:07,331 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108555 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38641 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:07,351 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:25:07,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:07,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29293ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,39017,-1 for getting cluster id 2024-11-14T04:25:07,352 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:07,353 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34a4bc06-adea-44ac-8f96-06aeff3a2139' 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34a4bc06-adea-44ac-8f96-06aeff3a2139" 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a8d9ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,39017,-1] 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:07,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:07,354 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:07,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ee0505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f552ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:07,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:07,355 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88c84ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:07,356 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:07,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1048bd33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f4c46c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,356 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:25:07,357 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:07,357 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4293d57c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:07,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:07,358 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:07,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379f9070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:07,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43415,1731558281442, seqNum=-1] 2024-11-14T04:25:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:07,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:07,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558297904.58937026798f9cb2059917f9c38fb58f., hostname=b024da739ae8,43415,1731558281442, seqNum=2] 2024-11-14T04:25:07,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45775,1731558293993, seqNum=-1] 2024-11-14T04:25:07,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:07,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:07,367 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1., hostname=b024da739ae8,45775,1731558293993, seqNum=2] 2024-11-14T04:25:07,368 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T04:25:07,672 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:07,962 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:08,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:08,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,126 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 379, reset compression=false 2024-11-14T04:25:08,130 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:08,130 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:08,130 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43415,1731558281442 got entry batch from reader: WALEntryBatch [walEntries=[{test/58937026798f9cb2059917f9c38fb58f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-14T04:25:08,132 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:08,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-14T04:25:08,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:08,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df280a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,40663,-1 for getting cluster id 2024-11-14T04:25:08,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:08,139 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4afa2f-a918-4a7a-996c-6fa395fef4ed' 2024-11-14T04:25:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:08,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4afa2f-a918-4a7a-996c-6fa395fef4ed" 2024-11-14T04:25:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@126b06e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,40663,-1] 2024-11-14T04:25:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:08,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:08,141 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74632e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:08,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,42923,1731558288056, seqNum=-1] 2024-11-14T04:25:08,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:08,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:08,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558300055.5af01324bfff7a779520364f494f210f., hostname=b024da739ae8,42923,1731558288056, seqNum=2] 2024-11-14T04:25:08,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:08,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:08,175 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:08,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:25:08,334 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:08,369 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-14T04:25:08,637 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:08,766 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 379, reset compression=false 2024-11-14T04:25:08,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:08,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 503, reset compression=false 2024-11-14T04:25:08,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[{test/5af01324bfff7a779520364f494f210f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-14T04:25:08,772 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:08,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-14T04:25:08,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:08,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6886f621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38641,-1 for getting cluster id 2024-11-14T04:25:08,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:08,774 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4c7e432-28bd-42dd-adfc-186cc96031e1' 2024-11-14T04:25:08,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:08,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4c7e432-28bd-42dd-adfc-186cc96031e1" 2024-11-14T04:25:08,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514d8c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38641,-1] 2024-11-14T04:25:08,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:08,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:08,775 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:08,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5741da59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:08,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:08,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45775,1731558293993, seqNum=-1] 2024-11-14T04:25:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:08,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:08,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1., hostname=b024da739ae8,45775,1731558293993, seqNum=2] 2024-11-14T04:25:08,779 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 379, reset compression=false 2024-11-14T04:25:08,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:08,783 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:08,783 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 526, reset compression=false 2024-11-14T04:25:08,783 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:08,973 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 503, reset compression=false 2024-11-14T04:25:08,989 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 526, reset compression=false 2024-11-14T04:25:09,040 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:09,277 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 503, reset compression=false 2024-11-14T04:25:09,292 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 526, reset compression=false 2024-11-14T04:25:09,371 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-14T04:25:09,371 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,42923,1731558288056, seqNum=-1] 2024-11-14T04:25:09,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:09,373 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:09,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731558300055.5af01324bfff7a779520364f494f210f., hostname=b024da739ae8,42923,1731558288056, seqNum=2] 2024-11-14T04:25:09,377 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-14T04:25:09,543 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:09,680 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 503, reset compression=false 2024-11-14T04:25:09,683 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:09,683 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 607, reset compression=false 2024-11-14T04:25:09,683 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[{test/5af01324bfff7a779520364f494f210f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:25:09,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:09,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:09,695 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 526, reset compression=false 2024-11-14T04:25:09,701 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:09,702 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 653, reset compression=false 2024-11-14T04:25:09,702 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:09,887 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 607, reset compression=false 2024-11-14T04:25:09,906 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 653, reset compression=false 2024-11-14T04:25:10,146 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:10,190 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 607, reset compression=false 2024-11-14T04:25:10,209 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 653, reset compression=false 2024-11-14T04:25:10,379 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-14T04:25:10,381 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-14T04:25:10,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:25:10,594 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 607, reset compression=false 2024-11-14T04:25:10,613 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 653, reset compression=false 2024-11-14T04:25:10,617 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:10,617 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 757, reset compression=false 2024-11-14T04:25:10,617 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[{test/d852d6988a8fc2fe08de0cbe8b79a0e1/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-14T04:25:10,618 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:10,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-14T04:25:10,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:10,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:10,820 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 757, reset compression=false 2024-11-14T04:25:10,849 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:11,097 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 607, reset compression=false 2024-11-14T04:25:11,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:11,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 735, reset compression=false 2024-11-14T04:25:11,100 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:11,123 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 757, reset compression=false 2024-11-14T04:25:11,304 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 735, reset compression=false 2024-11-14T04:25:11,383 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-14T04:25:11,388 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-14T04:25:11,527 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 757, reset compression=false 2024-11-14T04:25:11,607 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 735, reset compression=false 2024-11-14T04:25:11,653 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 480, reset compression=false 2024-11-14T04:25:11,657 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:11,657 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:11,657 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,43415,1731558281442 got entry batch from reader: WALEntryBatch [walEntries=[{test/58937026798f9cb2059917f9c38fb58f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-14T04:25:11,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:11,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:11,860 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:12,010 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 735, reset compression=false 2024-11-14T04:25:12,024 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:12,024 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[{test/5af01324bfff7a779520364f494f210f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-14T04:25:12,024 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 882, reset compression=false 2024-11-14T04:25:12,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:12,027 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:12,030 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 757, reset compression=false 2024-11-14T04:25:12,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:12,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 927, reset compression=false 2024-11-14T04:25:12,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:12,168 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:12,238 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 882, reset compression=false 2024-11-14T04:25:12,253 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 927, reset compression=false 2024-11-14T04:25:12,390 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-14T04:25:12,406 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-14T04:25:12,542 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 882, reset compression=false 2024-11-14T04:25:12,557 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 927, reset compression=false 2024-11-14T04:25:12,565 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:12,565 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1041, reset compression=false 2024-11-14T04:25:12,565 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[{test/5af01324bfff7a779520364f494f210f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T04:25:12,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:12,569 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45775 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:12,577 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:12,623 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:12,623 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1076, reset compression=false 2024-11-14T04:25:12,623 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:12,833 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1076, reset compression=false 2024-11-14T04:25:12,845 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1041, reset compression=false 2024-11-14T04:25:13,127 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:13,157 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1076, reset compression=false 2024-11-14T04:25:13,158 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1041, reset compression=false 2024-11-14T04:25:13,408 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-14T04:25:13,412 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-14T04:25:13,574 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1041, reset compression=false 2024-11-14T04:25:13,596 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1076, reset compression=false 2024-11-14T04:25:13,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:13,615 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1235, reset compression=false 2024-11-14T04:25:13,616 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[{test/d852d6988a8fc2fe08de0cbe8b79a0e1/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-14T04:25:13,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-14T04:25:13,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42923 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-14T04:25:13,765 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:13,850 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1235, reset compression=false 2024-11-14T04:25:14,093 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1041, reset compression=false 2024-11-14T04:25:14,097 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:14,097 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:14,097 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:14,157 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1235, reset compression=false 2024-11-14T04:25:14,300 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:14,413 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-14T04:25:14,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:25:14,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:14,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:14,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:14,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:14,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:14,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:25:14,419 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2003718999, stopped=false 2024-11-14T04:25:14,419 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,38641,1731558293737 2024-11-14T04:25:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21166039115/running 2024-11-14T04:25:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21166039115/running 2024-11-14T04:25:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:25:14,436 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:14,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:25:14,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:14,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:14,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,45775,1731558293993' ***** 2024-11-14T04:25:14,437 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:25:14,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/running 2024-11-14T04:25:14,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Set watcher on znode that does not yet exist, /21166039115/running 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:25:14,438 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 0009eae5e52b6f55b67dde09744e1216 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,45775,1731558293993 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45775. 2024-11-14T04:25:14,438 DEBUG [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:14,438 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:14,438 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0009eae5e52b6f55b67dde09744e1216, disabling compactions & flushes 2024-11-14T04:25:14,438 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:25:14,438 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:25:14,438 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:25:14,438 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. after waiting 0 ms 2024-11-14T04:25:14,439 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:14,439 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:25:14,439 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0009eae5e52b6f55b67dde09744e1216=hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216., d852d6988a8fc2fe08de0cbe8b79a0e1=test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.} 2024-11-14T04:25:14,439 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0009eae5e52b6f55b67dde09744e1216 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T04:25:14,439 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:14,439 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 0009eae5e52b6f55b67dde09744e1216, 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:14,439 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:14,439 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:14,439 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:14,439 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:14,439 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:25:14,450 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:14,457 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/.tmp/queue/0a56aad38e144559aa376128e2a9cfaf is 154, key is 1-b024da739ae8,45775,1731558293993/queue:b024da739ae8%2C45775%2C1731558293993/1731558313624/Put/seqid=0 2024-11-14T04:25:14,457 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/info/44b4049dd24647e6b8b2815fbf37e282 is 147, key is hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216./info:regioninfo/1731558306407/Put/seqid=0 2024-11-14T04:25:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741840_1016 (size=5353) 2024-11-14T04:25:14,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741841_1017 (size=7686) 2024-11-14T04:25:14,498 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:14,561 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1235, reset compression=false 2024-11-14T04:25:14,604 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:14,639 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 0009eae5e52b6f55b67dde09744e1216, 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:14,839 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 0009eae5e52b6f55b67dde09744e1216, 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:14,860 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/.tmp/queue/0a56aad38e144559aa376128e2a9cfaf 2024-11-14T04:25:14,860 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/info/44b4049dd24647e6b8b2815fbf37e282 2024-11-14T04:25:14,865 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/.tmp/queue/0a56aad38e144559aa376128e2a9cfaf as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/queue/0a56aad38e144559aa376128e2a9cfaf 2024-11-14T04:25:14,869 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/queue/0a56aad38e144559aa376128e2a9cfaf, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T04:25:14,870 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0009eae5e52b6f55b67dde09744e1216 in 431ms, sequenceid=12, compaction requested=false 2024-11-14T04:25:14,873 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/replication/0009eae5e52b6f55b67dde09744e1216/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:25:14,873 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:14,873 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:14,873 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:14,873 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0009eae5e52b6f55b67dde09744e1216: Waiting for close lock at 1731558314438Running coprocessor pre-close hooks at 1731558314438Disabling compacts and flushes for region at 1731558314438Disabling writes for close at 1731558314439 (+1 ms)Obtaining lock to block concurrent updates at 1731558314439Preparing flush snapshotting stores in 0009eae5e52b6f55b67dde09744e1216 at 1731558314439Finished memstore snapshotting hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731558314439Flushing stores of hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. at 1731558314439Flushing 0009eae5e52b6f55b67dde09744e1216/queue: creating writer at 1731558314440 (+1 ms)Flushing 0009eae5e52b6f55b67dde09744e1216/queue: appending metadata at 1731558314456 (+16 ms)Flushing 0009eae5e52b6f55b67dde09744e1216/queue: closing flushed file at 1731558314456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@254b6ee: reopening flushed file at 1731558314864 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 0009eae5e52b6f55b67dde09744e1216 in 431ms, sequenceid=12, compaction requested=false at 1731558314870 (+6 ms)Writing region close event to WAL at 1731558314871 (+1 ms)Running coprocessor post-close hooks at 1731558314873 (+2 ms)Closed at 1731558314873 2024-11-14T04:25:14,874 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558305205.0009eae5e52b6f55b67dde09744e1216. 2024-11-14T04:25:14,874 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d852d6988a8fc2fe08de0cbe8b79a0e1, disabling compactions & flushes 2024-11-14T04:25:14,874 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:14,874 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:14,874 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. after waiting 0 ms 2024-11-14T04:25:14,874 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:14,874 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d852d6988a8fc2fe08de0cbe8b79a0e1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T04:25:14,879 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/ns/a85922a635ea481fb725ae61c75fe2b4 is 43, key is default/ns:d/1731558297721/Put/seqid=0 2024-11-14T04:25:14,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:25:14,883 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/ns/a85922a635ea481fb725ae61c75fe2b4 2024-11-14T04:25:14,891 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f/88b7cf608e3c4c24835b2c12f562f516 is 29, key is row1/f:/1731558312392/DeleteFamily/seqid=0 2024-11-14T04:25:14,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741843_1019 (size=5152) 2024-11-14T04:25:14,902 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/rep_barrier/42fbd8c1216346d4b0a60369611da2ff is 112, key is test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1./rep_barrier:seqnumDuringOpen/1731558302632/Put/seqid=0 2024-11-14T04:25:14,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741844_1020 (size=5518) 2024-11-14T04:25:15,010 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:15,039 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:15,064 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1235, reset compression=false 2024-11-14T04:25:15,067 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:15,067 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1482, reset compression=false 2024-11-14T04:25:15,067 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45775,1731558293993 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:15,068 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,45775,1731558293993: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,45775,1731558293993, walGroup=b024da739ae8%2C45775%2C1731558293993, offset=b024da739ae8%2C45775%2C1731558293993.1731558296560:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:45775 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:25:15,069 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:25:15,070 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:25:15,072 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:25:15,072 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:25:15,072 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:25:15,073 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 880052184 }, "NonHeapMemoryUsage": { "committed": 205127680, "init": 7667712, "max": -1, "used": 202100312 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:25:15,073 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:38641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:38641 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:25:15,239 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:15,270 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1482, reset compression=false 2024-11-14T04:25:15,295 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f/88b7cf608e3c4c24835b2c12f562f516 2024-11-14T04:25:15,299 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88b7cf608e3c4c24835b2c12f562f516 2024-11-14T04:25:15,301 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:15,310 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/rep_barrier/42fbd8c1216346d4b0a60369611da2ff 2024-11-14T04:25:15,326 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f1/996c1ec6dc194fef8b1317528dd9a4b2 is 30, key is row1/f1:/1731558312392/DeleteFamily/seqid=0 2024-11-14T04:25:15,347 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/table/fdfb5065dde74e5fb89630fbc581a4b8 is 53, key is hbase:replication/table:state/1731558306412/Put/seqid=0 2024-11-14T04:25:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741845_1021 (size=5158) 2024-11-14T04:25:15,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741846_1022 (size=5308) 2024-11-14T04:25:15,437 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:25:15,437 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:25:15,440 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:25:15,440 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1=test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1.} 2024-11-14T04:25:15,440 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:15,513 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:15,573 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1482, reset compression=false 2024-11-14T04:25:15,640 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:15,751 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f1/996c1ec6dc194fef8b1317528dd9a4b2 2024-11-14T04:25:15,755 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996c1ec6dc194fef8b1317528dd9a4b2 2024-11-14T04:25:15,757 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/table/fdfb5065dde74e5fb89630fbc581a4b8 2024-11-14T04:25:15,761 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/info/44b4049dd24647e6b8b2815fbf37e282 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/info/44b4049dd24647e6b8b2815fbf37e282 2024-11-14T04:25:15,765 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/info/44b4049dd24647e6b8b2815fbf37e282, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:25:15,766 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/ns/a85922a635ea481fb725ae61c75fe2b4 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/ns/a85922a635ea481fb725ae61c75fe2b4 2024-11-14T04:25:15,771 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/ns/a85922a635ea481fb725ae61c75fe2b4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:25:15,772 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/rep_barrier/42fbd8c1216346d4b0a60369611da2ff as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/rep_barrier/42fbd8c1216346d4b0a60369611da2ff 2024-11-14T04:25:15,774 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/norep/a42415c37e3a49cfa52bf4f768fbe0aa is 33, key is row2/norep:/1731558313409/DeleteFamily/seqid=0 2024-11-14T04:25:15,776 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/rep_barrier/42fbd8c1216346d4b0a60369611da2ff, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:25:15,777 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/.tmp/table/fdfb5065dde74e5fb89630fbc581a4b8 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/table/fdfb5065dde74e5fb89630fbc581a4b8 2024-11-14T04:25:15,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741847_1023 (size=5108) 2024-11-14T04:25:15,778 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/norep/a42415c37e3a49cfa52bf4f768fbe0aa 2024-11-14T04:25:15,782 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/table/fdfb5065dde74e5fb89630fbc581a4b8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:25:15,783 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-14T04:25:15,784 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42415c37e3a49cfa52bf4f768fbe0aa 2024-11-14T04:25:15,785 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f/88b7cf608e3c4c24835b2c12f562f516 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/f/88b7cf608e3c4c24835b2c12f562f516 2024-11-14T04:25:15,790 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88b7cf608e3c4c24835b2c12f562f516 2024-11-14T04:25:15,790 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/f/88b7cf608e3c4c24835b2c12f562f516, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:15,791 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/f1/996c1ec6dc194fef8b1317528dd9a4b2 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/f1/996c1ec6dc194fef8b1317528dd9a4b2 2024-11-14T04:25:15,805 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 996c1ec6dc194fef8b1317528dd9a4b2 2024-11-14T04:25:15,805 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/f1/996c1ec6dc194fef8b1317528dd9a4b2, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:15,806 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/.tmp/norep/a42415c37e3a49cfa52bf4f768fbe0aa as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/norep/a42415c37e3a49cfa52bf4f768fbe0aa 2024-11-14T04:25:15,814 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a42415c37e3a49cfa52bf4f768fbe0aa 2024-11-14T04:25:15,814 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/norep/a42415c37e3a49cfa52bf4f768fbe0aa, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:15,816 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d852d6988a8fc2fe08de0cbe8b79a0e1 in 941ms, sequenceid=10, compaction requested=false 2024-11-14T04:25:15,818 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:25:15,818 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:15,819 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:15,819 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:15,819 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558314439Running coprocessor pre-close hooks at 1731558314439Disabling compacts and flushes for region at 1731558314439Disabling writes for close at 1731558314439Obtaining lock to block concurrent updates at 1731558314439Preparing flush snapshotting stores in 1588230740 at 1731558314439Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558314439Flushing stores of hbase:meta,,1.1588230740 at 1731558314439Flushing 1588230740/info: creating writer at 1731558314440 (+1 ms)Flushing 1588230740/info: appending metadata at 1731558314457 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731558314457Flushing 1588230740/ns: creating writer at 1731558314864 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731558314878 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731558314878Flushing 1588230740/rep_barrier: creating writer at 1731558314887 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558314902 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558314902Flushing 1588230740/table: creating writer at 1731558315317 (+415 ms)Flushing 1588230740/table: appending metadata at 1731558315347 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731558315347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb09326: reopening flushed file at 1731558315761 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4453cd74: reopening flushed file at 1731558315765 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc9127e: reopening flushed file at 1731558315771 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23783a23: reopening flushed file at 1731558315776 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731558315783 (+7 ms)Writing region close event to WAL at 1731558315794 (+11 ms)Running coprocessor post-close hooks at 1731558315818 (+24 ms)Closed at 1731558315819 (+1 ms) 2024-11-14T04:25:15,819 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:15,840 DEBUG [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1351): Waiting on d852d6988a8fc2fe08de0cbe8b79a0e1 2024-11-14T04:25:15,863 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/data/default/test/d852d6988a8fc2fe08de0cbe8b79a0e1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T04:25:15,864 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:15,864 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:15,864 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:15,864 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d852d6988a8fc2fe08de0cbe8b79a0e1: Waiting for close lock at 1731558314874Running coprocessor pre-close hooks at 1731558314874Disabling compacts and flushes for region at 1731558314874Disabling writes for close at 1731558314874Obtaining lock to block concurrent updates at 1731558314874Preparing flush snapshotting stores in d852d6988a8fc2fe08de0cbe8b79a0e1 at 1731558314874Finished memstore snapshotting test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731558314874Flushing stores of test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. at 1731558314875 (+1 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f: creating writer at 1731558314875Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f: appending metadata at 1731558314891 (+16 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f: closing flushed file at 1731558314891Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f1: creating writer at 1731558315299 (+408 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f1: appending metadata at 1731558315325 (+26 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/f1: closing flushed file at 1731558315325Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/norep: creating writer at 1731558315756 (+431 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/norep: appending metadata at 1731558315773 (+17 ms)Flushing d852d6988a8fc2fe08de0cbe8b79a0e1/norep: closing flushed file at 1731558315773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f2670d: reopening flushed file at 1731558315784 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78148238: reopening flushed file at 1731558315790 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54dbab28: reopening flushed file at 1731558315805 (+15 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for d852d6988a8fc2fe08de0cbe8b79a0e1 in 941ms, sequenceid=10, compaction requested=false at 1731558315816 (+11 ms)Writing region close event to WAL at 1731558315838 (+22 ms)Running coprocessor post-close hooks at 1731558315864 (+26 ms)Closed at 1731558315864 2024-11-14T04:25:15,864 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558302226.d852d6988a8fc2fe08de0cbe8b79a0e1. 2024-11-14T04:25:15,978 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 1482, reset compression=false 2024-11-14T04:25:15,983 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:15,983 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/WALs/b024da739ae8,45775,1731558293993/b024da739ae8%2C45775%2C1731558293993.1731558296560 to pos 2126, reset compression=false 2024-11-14T04:25:16,040 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,45775,1731558293993; all regions closed. 2024-11-14T04:25:16,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:25:16,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741839_1015 (size=3114) 2024-11-14T04:25:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741832_1008 (size=2134) 2024-11-14T04:25:16,046 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:16,046 INFO [RS:0;b024da739ae8:45775 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:16,046 INFO [RS:0;b024da739ae8:45775 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:16,046 INFO [RS:0;b024da739ae8:45775 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:16,046 INFO [RS:0;b024da739ae8:45775 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:16,047 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:16,047 INFO [RS:0;b024da739ae8:45775 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,45775,1731558293993 because: Region server is closing 2024-11-14T04:25:16,047 INFO [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45775. 2024-11-14T04:25:16,047 DEBUG [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:16,047 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:16,047 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:16,047 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:16,116 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:16,148 INFO [RS:0;b024da739ae8:45775 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.shipperb024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 terminated 2024-11-14T04:25:16,148 INFO [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45775. 2024-11-14T04:25:16,148 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45775,1731558293993.replicationSource.wal-reader.b024da739ae8%2C45775%2C1731558293993,1-b024da739ae8,45775,1731558293993 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:25:16,148 DEBUG [RS:0;b024da739ae8:45775 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:16,148 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:16,148 DEBUG [RS:0;b024da739ae8:45775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:16,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:16,148 INFO [RS:0;b024da739ae8:45775 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45775 2024-11-14T04:25:16,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115/rs 2024-11-14T04:25:16,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21166039115/rs/b024da739ae8,45775,1731558293993 2024-11-14T04:25:16,183 INFO [RS:0;b024da739ae8:45775 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:16,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,45775,1731558293993] 2024-11-14T04:25:16,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21166039115/draining/b024da739ae8,45775,1731558293993 already deleted, retry=false 2024-11-14T04:25:16,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,45775,1731558293993 expired; onlineServers=0 2024-11-14T04:25:16,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,38641,1731558293737' ***** 2024-11-14T04:25:16,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:16,205 DEBUG [M:0;b024da739ae8:38641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:25:16,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:25:16,205 DEBUG [M:0;b024da739ae8:38641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:25:16,205 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558296239 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558296239,5,FailOnTimeoutGroup] 2024-11-14T04:25:16,205 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558296239 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558296239,5,FailOnTimeoutGroup] 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:16,205 DEBUG [M:0;b024da739ae8:38641 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:16,205 INFO [M:0;b024da739ae8:38641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:25:16,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:25:16,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21166039115/master 2024-11-14T04:25:16,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21166039115 2024-11-14T04:25:16,215 DEBUG [M:0;b024da739ae8:38641 {}] zookeeper.ZKUtil(347): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Unable to get data of znode /21166039115/master because node does not exist (not an error) 2024-11-14T04:25:16,215 WARN [M:0;b024da739ae8:38641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:25:16,216 INFO [M:0;b024da739ae8:38641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/.lastflushedseqids 2024-11-14T04:25:16,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741848_1024 (size=245) 2024-11-14T04:25:16,223 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:16,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45775-0x10137967ec50007, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:16,294 INFO [RS:0;b024da739ae8:45775 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:16,294 INFO [RS:0;b024da739ae8:45775 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,45775,1731558293993; zookeeper connection closed. 2024-11-14T04:25:16,294 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b3dbef9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b3dbef9 2024-11-14T04:25:16,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:25:16,620 INFO [M:0;b024da739ae8:38641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:25:16,620 INFO [M:0;b024da739ae8:38641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:25:16,620 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:16,620 INFO [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:16,620 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:16,620 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:16,620 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:16,621 INFO [M:0;b024da739ae8:38641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T04:25:16,635 DEBUG [M:0;b024da739ae8:38641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e85af5afc314caf919c2865bc391298 is 82, key is hbase:meta,,1/info:regioninfo/1731558297653/Put/seqid=0 2024-11-14T04:25:16,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741849_1025 (size=5672) 2024-11-14T04:25:16,819 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:17,038 INFO [M:0;b024da739ae8:38641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e85af5afc314caf919c2865bc391298 2024-11-14T04:25:17,054 DEBUG [M:0;b024da739ae8:38641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f851b45ee9422093643c382da8d5d8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558306414/Put/seqid=0 2024-11-14T04:25:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741850_1026 (size=8517) 2024-11-14T04:25:17,058 INFO [M:0;b024da739ae8:38641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f851b45ee9422093643c382da8d5d8 2024-11-14T04:25:17,075 DEBUG [M:0;b024da739ae8:38641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbb42dd0cd0841888f0533c11abad71c is 69, key is b024da739ae8,45775,1731558293993/rs:state/1731558296366/Put/seqid=0 2024-11-14T04:25:17,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741851_1027 (size=5156) 2024-11-14T04:25:17,225 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:17,433 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:25:17,479 INFO [M:0;b024da739ae8:38641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbb42dd0cd0841888f0533c11abad71c 2024-11-14T04:25:17,483 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e85af5afc314caf919c2865bc391298 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e85af5afc314caf919c2865bc391298 2024-11-14T04:25:17,486 INFO [M:0;b024da739ae8:38641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e85af5afc314caf919c2865bc391298, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:25:17,487 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/34f851b45ee9422093643c382da8d5d8 as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34f851b45ee9422093643c382da8d5d8 2024-11-14T04:25:17,491 INFO [M:0;b024da739ae8:38641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/34f851b45ee9422093643c382da8d5d8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:25:17,491 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cbb42dd0cd0841888f0533c11abad71c as hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbb42dd0cd0841888f0533c11abad71c 2024-11-14T04:25:17,495 INFO [M:0;b024da739ae8:38641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43915/user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cbb42dd0cd0841888f0533c11abad71c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:25:17,496 INFO [M:0;b024da739ae8:38641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-14T04:25:17,497 INFO [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:17,497 DEBUG [M:0;b024da739ae8:38641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558316620Disabling compacts and flushes for region at 1731558316620Disabling writes for close at 1731558316620Obtaining lock to block concurrent updates at 1731558316621 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558316621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731558316621Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558316621Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558316621Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558316634 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558316634Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558317041 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558317054 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558317054Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558317062 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558317075 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558317075Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151ae81a: reopening flushed file at 1731558317482 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5019ce6b: reopening flushed file at 1731558317486 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e57ca2b: reopening flushed file at 1731558317491 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731558317496 (+5 ms)Writing region close event to WAL at 1731558317497 (+1 ms)Closed at 1731558317497 2024-11-14T04:25:17,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35369 is added to blk_1073741830_1006 (size=63666) 2024-11-14T04:25:17,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/506593ba-180c-486f-1e24-0572d8d2e79d/MasterData/WALs/b024da739ae8,38641,1731558293737/b024da739ae8%2C38641%2C1731558293737.1731558295671 not finished, retry = 0 2024-11-14T04:25:17,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:17,601 INFO [M:0;b024da739ae8:38641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:25:17,601 INFO [M:0;b024da739ae8:38641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38641 2024-11-14T04:25:17,601 INFO [M:0;b024da739ae8:38641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:17,622 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:17,710 INFO [M:0;b024da739ae8:38641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:17,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38641-0x10137967ec50006, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:17,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@458d2588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:17,714 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1897c596{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:17,714 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:17,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1044a68b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:17,714 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a533494{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:17,715 WARN [BP-1657322527-172.17.0.3-1731558291080 heartbeating to localhost/127.0.0.1:43915 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:25:17,715 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:25:17,716 WARN [BP-1657322527-172.17.0.3-1731558291080 heartbeating to localhost/127.0.0.1:43915 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1657322527-172.17.0.3-1731558291080 (Datanode Uuid c7fac7a2-36e2-4236-bb11-12a86bd5a661) service to localhost/127.0.0.1:43915 2024-11-14T04:25:17,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:25:17,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/cluster_919d3f5c-1383-a945-bbb9-022cc0d0103b/data/data1/current/BP-1657322527-172.17.0.3-1731558291080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:17,716 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/cluster_919d3f5c-1383-a945-bbb9-022cc0d0103b/data/data2/current/BP-1657322527-172.17.0.3-1731558291080 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:17,717 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:25:17,723 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@263f1c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:17,725 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18925e97{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:17,725 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:17,725 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd960d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:17,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e096548{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:25:17,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:25:17,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:17,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:17,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:17,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:17,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:17,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:25:17,767 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314835596, stopped=false 2024-11-14T04:25:17,767 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,40663,1731558287845 2024-11-14T04:25:17,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-881808774/running 2024-11-14T04:25:17,783 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-881808774/running 2024-11-14T04:25:17,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:25:17,784 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:25:17,784 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:17,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:17,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:17,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:17,784 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,42923,1731558288056' ***** 2024-11-14T04:25:17,784 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:25:17,784 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:25:17,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/running 2024-11-14T04:25:17,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Set watcher on znode that does not yet exist, /1-881808774/running 2024-11-14T04:25:17,785 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:25:17,786 INFO [RS:0;b024da739ae8:42923 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:25:17,788 INFO [RS:0;b024da739ae8:42923 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:25:17,788 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(3091): Received CLOSE for 18121054e4e93a8b62abf47506463767 2024-11-14T04:25:17,801 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(3091): Received CLOSE for 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:17,801 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,42923,1731558288056 2024-11-14T04:25:17,801 INFO [RS:0;b024da739ae8:42923 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:17,801 INFO [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:42923. 2024-11-14T04:25:17,801 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18121054e4e93a8b62abf47506463767, disabling compactions & flushes 2024-11-14T04:25:17,801 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:17,801 DEBUG [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:17,801 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:17,801 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:17,801 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. after waiting 0 ms 2024-11-14T04:25:17,801 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:17,801 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18121054e4e93a8b62abf47506463767 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-14T04:25:17,803 INFO [RS:0;b024da739ae8:42923 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:25:17,803 INFO [RS:0;b024da739ae8:42923 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:25:17,803 INFO [RS:0;b024da739ae8:42923 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:25:17,804 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:25:17,805 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:25:17,805 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1325): Online Regions={18121054e4e93a8b62abf47506463767=hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767., 1588230740=hbase:meta,,1.1588230740, 5af01324bfff7a779520364f494f210f=test,,1731558300055.5af01324bfff7a779520364f494f210f.} 2024-11-14T04:25:17,805 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18121054e4e93a8b62abf47506463767, 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:17,806 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:17,806 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:17,807 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:17,807 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:17,807 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:17,808 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:25:17,838 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/.tmp/queue/5c59c4f5c637484e976d5ac8a9a5874c is 154, key is 1-b024da739ae8,42923,1731558288056/queue:b024da739ae8%2C42923%2C1731558288056/1731558314098/Put/seqid=0 2024-11-14T04:25:17,862 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/info/0997a7181f48411ab657eef6c09a7846 is 147, key is hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767./info:regioninfo/1731558304843/Put/seqid=0 2024-11-14T04:25:17,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741840_1016 (size=5353) 2024-11-14T04:25:17,867 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:17,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741841_1017 (size=7686) 2024-11-14T04:25:17,884 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/info/0997a7181f48411ab657eef6c09a7846 2024-11-14T04:25:17,903 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/ns/6c58849a60694fc99d73c84f0d8520e2 is 43, key is default/ns:d/1731558290970/Put/seqid=0 2024-11-14T04:25:17,905 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:25:17,905 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:25:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:25:17,906 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/ns/6c58849a60694fc99d73c84f0d8520e2 2024-11-14T04:25:17,921 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0be93ed2e4402aadc8b447ac09a40e is 112, key is test,,1731558300055.5af01324bfff7a779520364f494f210f./rep_barrier:seqnumDuringOpen/1731558301285/Put/seqid=0 2024-11-14T04:25:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741843_1019 (size=5518) 2024-11-14T04:25:18,005 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18121054e4e93a8b62abf47506463767, 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:18,205 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18121054e4e93a8b62abf47506463767, 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:18,267 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/.tmp/queue/5c59c4f5c637484e976d5ac8a9a5874c 2024-11-14T04:25:18,274 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/.tmp/queue/5c59c4f5c637484e976d5ac8a9a5874c as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/queue/5c59c4f5c637484e976d5ac8a9a5874c 2024-11-14T04:25:18,280 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/queue/5c59c4f5c637484e976d5ac8a9a5874c, entries=1, sequenceid=12, filesize=5.2 K 2024-11-14T04:25:18,281 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 18121054e4e93a8b62abf47506463767 in 480ms, sequenceid=12, compaction requested=false 2024-11-14T04:25:18,289 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/replication/18121054e4e93a8b62abf47506463767/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-14T04:25:18,289 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:18,289 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:18,289 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18121054e4e93a8b62abf47506463767: Waiting for close lock at 1731558317801Running coprocessor pre-close hooks at 1731558317801Disabling compacts and flushes for region at 1731558317801Disabling writes for close at 1731558317801Obtaining lock to block concurrent updates at 1731558317801Preparing flush snapshotting stores in 18121054e4e93a8b62abf47506463767 at 1731558317801Finished memstore snapshotting hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731558317803 (+2 ms)Flushing stores of hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. at 1731558317804 (+1 ms)Flushing 18121054e4e93a8b62abf47506463767/queue: creating writer at 1731558317804Flushing 18121054e4e93a8b62abf47506463767/queue: appending metadata at 1731558317838 (+34 ms)Flushing 18121054e4e93a8b62abf47506463767/queue: closing flushed file at 1731558317838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db209be: reopening flushed file at 1731558318273 (+435 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 18121054e4e93a8b62abf47506463767 in 480ms, sequenceid=12, compaction requested=false at 1731558318281 (+8 ms)Writing region close event to WAL at 1731558318285 (+4 ms)Running coprocessor post-close hooks at 1731558318289 (+4 ms)Closed at 1731558318289 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558304060.18121054e4e93a8b62abf47506463767. 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5af01324bfff7a779520364f494f210f, disabling compactions & flushes 2024-11-14T04:25:18,290 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558300055.5af01324bfff7a779520364f494f210f. after waiting 0 ms 2024-11-14T04:25:18,290 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:18,290 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5af01324bfff7a779520364f494f210f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-14T04:25:18,318 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f/a7088eb08fda4e479befeebb3623324c is 29, key is row1/f:/1731558312392/DeleteFamily/seqid=0 2024-11-14T04:25:18,328 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:18,329 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0be93ed2e4402aadc8b447ac09a40e 2024-11-14T04:25:18,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741844_1020 (size=5152) 2024-11-14T04:25:18,341 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f/a7088eb08fda4e479befeebb3623324c 2024-11-14T04:25:18,346 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7088eb08fda4e479befeebb3623324c 2024-11-14T04:25:18,362 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/table/1c5eee404115423283700eaf7c8b9ecf is 53, key is hbase:replication/table:state/1731558304854/Put/seqid=0 2024-11-14T04:25:18,381 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f1/f2e34a9738964051b9e19b83a626db0c is 30, key is row1/f1:/1731558312392/DeleteFamily/seqid=0 2024-11-14T04:25:18,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741846_1022 (size=5158) 2024-11-14T04:25:18,406 DEBUG [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5af01324bfff7a779520364f494f210f 2024-11-14T04:25:18,406 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f1/f2e34a9738964051b9e19b83a626db0c 2024-11-14T04:25:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741845_1021 (size=5308) 2024-11-14T04:25:18,410 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/table/1c5eee404115423283700eaf7c8b9ecf 2024-11-14T04:25:18,411 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2e34a9738964051b9e19b83a626db0c 2024-11-14T04:25:18,415 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/info/0997a7181f48411ab657eef6c09a7846 as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/info/0997a7181f48411ab657eef6c09a7846 2024-11-14T04:25:18,423 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/info/0997a7181f48411ab657eef6c09a7846, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:25:18,424 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/ns/6c58849a60694fc99d73c84f0d8520e2 as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/ns/6c58849a60694fc99d73c84f0d8520e2 2024-11-14T04:25:18,430 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/norep/b369a8b9b15a4c2ba934932d3d672f70 is 33, key is row1/norep:/1731558312392/DeleteFamily/seqid=0 2024-11-14T04:25:18,432 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/ns/6c58849a60694fc99d73c84f0d8520e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:25:18,434 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/rep_barrier/5c0be93ed2e4402aadc8b447ac09a40e as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/rep_barrier/5c0be93ed2e4402aadc8b447ac09a40e 2024-11-14T04:25:18,440 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/rep_barrier/5c0be93ed2e4402aadc8b447ac09a40e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:25:18,441 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/.tmp/table/1c5eee404115423283700eaf7c8b9ecf as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/table/1c5eee404115423283700eaf7c8b9ecf 2024-11-14T04:25:18,452 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/table/1c5eee404115423283700eaf7c8b9ecf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:25:18,453 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 646ms, sequenceid=16, compaction requested=false 2024-11-14T04:25:18,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741847_1023 (size=5108) 2024-11-14T04:25:18,454 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/norep/b369a8b9b15a4c2ba934932d3d672f70 2024-11-14T04:25:18,457 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b369a8b9b15a4c2ba934932d3d672f70 2024-11-14T04:25:18,458 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f/a7088eb08fda4e479befeebb3623324c as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/f/a7088eb08fda4e479befeebb3623324c 2024-11-14T04:25:18,465 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7088eb08fda4e479befeebb3623324c 2024-11-14T04:25:18,466 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/f/a7088eb08fda4e479befeebb3623324c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:18,468 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/f1/f2e34a9738964051b9e19b83a626db0c as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/f1/f2e34a9738964051b9e19b83a626db0c 2024-11-14T04:25:18,472 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f2e34a9738964051b9e19b83a626db0c 2024-11-14T04:25:18,472 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/f1/f2e34a9738964051b9e19b83a626db0c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:18,473 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/.tmp/norep/b369a8b9b15a4c2ba934932d3d672f70 as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/norep/b369a8b9b15a4c2ba934932d3d672f70 2024-11-14T04:25:18,478 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b369a8b9b15a4c2ba934932d3d672f70 2024-11-14T04:25:18,478 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/norep/b369a8b9b15a4c2ba934932d3d672f70, entries=1, sequenceid=10, filesize=5.0 K 2024-11-14T04:25:18,479 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5af01324bfff7a779520364f494f210f in 189ms, sequenceid=10, compaction requested=false 2024-11-14T04:25:18,481 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:25:18,482 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:18,482 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:18,482 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:18,482 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558317806Running coprocessor pre-close hooks at 1731558317806Disabling compacts and flushes for region at 1731558317806Disabling writes for close at 1731558317807 (+1 ms)Obtaining lock to block concurrent updates at 1731558317810 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731558317810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558317814 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558317816 (+2 ms)Flushing 1588230740/info: creating writer at 1731558317818 (+2 ms)Flushing 1588230740/info: appending metadata at 1731558317862 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731558317862Flushing 1588230740/ns: creating writer at 1731558317890 (+28 ms)Flushing 1588230740/ns: appending metadata at 1731558317902 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731558317902Flushing 1588230740/rep_barrier: creating writer at 1731558317909 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558317921 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558317921Flushing 1588230740/table: creating writer at 1731558318336 (+415 ms)Flushing 1588230740/table: appending metadata at 1731558318362 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731558318362Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762cb012: reopening flushed file at 1731558318414 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60670a98: reopening flushed file at 1731558318423 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c97e107: reopening flushed file at 1731558318432 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c0cecf: reopening flushed file at 1731558318440 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 646ms, sequenceid=16, compaction requested=false at 1731558318453 (+13 ms)Writing region close event to WAL at 1731558318477 (+24 ms)Running coprocessor post-close hooks at 1731558318482 (+5 ms)Closed at 1731558318482 2024-11-14T04:25:18,482 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:18,485 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/data/default/test/5af01324bfff7a779520364f494f210f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-14T04:25:18,486 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:18,486 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:18,486 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:18,486 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5af01324bfff7a779520364f494f210f: Waiting for close lock at 1731558318290Running coprocessor pre-close hooks at 1731558318290Disabling compacts and flushes for region at 1731558318290Disabling writes for close at 1731558318290Obtaining lock to block concurrent updates at 1731558318290Preparing flush snapshotting stores in 5af01324bfff7a779520364f494f210f at 1731558318290Finished memstore snapshotting test,,1731558300055.5af01324bfff7a779520364f494f210f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731558318290Flushing stores of test,,1731558300055.5af01324bfff7a779520364f494f210f. at 1731558318291 (+1 ms)Flushing 5af01324bfff7a779520364f494f210f/f: creating writer at 1731558318291Flushing 5af01324bfff7a779520364f494f210f/f: appending metadata at 1731558318317 (+26 ms)Flushing 5af01324bfff7a779520364f494f210f/f: closing flushed file at 1731558318317Flushing 5af01324bfff7a779520364f494f210f/f1: creating writer at 1731558318346 (+29 ms)Flushing 5af01324bfff7a779520364f494f210f/f1: appending metadata at 1731558318381 (+35 ms)Flushing 5af01324bfff7a779520364f494f210f/f1: closing flushed file at 1731558318381Flushing 5af01324bfff7a779520364f494f210f/norep: creating writer at 1731558318411 (+30 ms)Flushing 5af01324bfff7a779520364f494f210f/norep: appending metadata at 1731558318429 (+18 ms)Flushing 5af01324bfff7a779520364f494f210f/norep: closing flushed file at 1731558318429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6505b6a5: reopening flushed file at 1731558318457 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d66d8ea: reopening flushed file at 1731558318466 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7328d96c: reopening flushed file at 1731558318472 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5af01324bfff7a779520364f494f210f in 189ms, sequenceid=10, compaction requested=false at 1731558318479 (+7 ms)Writing region close event to WAL at 1731558318481 (+2 ms)Running coprocessor post-close hooks at 1731558318486 (+5 ms)Closed at 1731558318486 2024-11-14T04:25:18,486 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558300055.5af01324bfff7a779520364f494f210f. 2024-11-14T04:25:18,526 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 1191, reset compression=false 2024-11-14T04:25:18,532 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:18,532 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.wal-reader.b024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963 to pos 2082, reset compression=false 2024-11-14T04:25:18,533 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,42923,1731558288056 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.1731558289963, lastWalPosition=2082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:18,534 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,42923,1731558288056: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,42923,1731558288056, walGroup=b024da739ae8%2C42923%2C1731558288056, offset=b024da739ae8%2C42923%2C1731558288056.1731558289963:2082, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:42923 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:25:18,536 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:25:18,536 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:25:18,536 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:25:18,536 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:25:18,536 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:25:18,536 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 968132568 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202493472 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:25:18,537 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:40663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:40663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:25:18,606 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,42923,1731558288056; all regions closed. 2024-11-14T04:25:18,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:25:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741839_1015 (size=3114) 2024-11-14T04:25:18,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/WALs/b024da739ae8,42923,1731558288056/b024da739ae8%2C42923%2C1731558288056.rep.1731558304802 not finished, retry = 0 2024-11-14T04:25:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741832_1008 (size=2090) 2024-11-14T04:25:18,738 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:18,738 INFO [RS:0;b024da739ae8:42923 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:18,738 INFO [RS:0;b024da739ae8:42923 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:18,738 INFO [RS:0;b024da739ae8:42923 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:18,739 INFO [RS:0;b024da739ae8:42923 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:18,739 INFO [RS:0;b024da739ae8:42923 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,42923,1731558288056 because: Region server is closing 2024-11-14T04:25:18,739 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:18,739 INFO [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:42923. 2024-11-14T04:25:18,739 DEBUG [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:18,739 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:18,739 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:18,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:18,840 INFO [RS:0;b024da739ae8:42923 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,42923,1731558288056.replicationSource.shipperb024da739ae8%2C42923%2C1731558288056,1-b024da739ae8,42923,1731558288056 terminated 2024-11-14T04:25:18,840 INFO [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:42923. 2024-11-14T04:25:18,840 DEBUG [RS:0;b024da739ae8:42923 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:18,840 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:18,840 DEBUG [RS:0;b024da739ae8:42923 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:18,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:18,840 INFO [RS:0;b024da739ae8:42923 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42923 2024-11-14T04:25:18,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774/rs 2024-11-14T04:25:18,873 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-881808774/rs/b024da739ae8,42923,1731558288056 2024-11-14T04:25:18,873 INFO [RS:0;b024da739ae8:42923 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:18,873 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,42923,1731558288056] 2024-11-14T04:25:18,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-881808774/draining/b024da739ae8,42923,1731558288056 already deleted, retry=false 2024-11-14T04:25:18,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,42923,1731558288056 expired; onlineServers=0 2024-11-14T04:25:18,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,40663,1731558287845' ***** 2024-11-14T04:25:18,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:18,957 DEBUG [M:0;b024da739ae8:40663 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:25:18,957 DEBUG [M:0;b024da739ae8:40663 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:25:18,957 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:25:18,957 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558289686 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558289686,5,FailOnTimeoutGroup] 2024-11-14T04:25:18,957 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558289686 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558289686,5,FailOnTimeoutGroup] 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:18,957 DEBUG [M:0;b024da739ae8:40663 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:25:18,957 INFO [M:0;b024da739ae8:40663 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:18,958 INFO [M:0;b024da739ae8:40663 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:25:18,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:25:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-881808774/master 2024-11-14T04:25:18,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-881808774 2024-11-14T04:25:18,967 DEBUG [M:0;b024da739ae8:40663 {}] zookeeper.ZKUtil(347): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Unable to get data of znode /1-881808774/master because node does not exist (not an error) 2024-11-14T04:25:18,967 WARN [M:0;b024da739ae8:40663 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:25:18,968 INFO [M:0;b024da739ae8:40663 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/.lastflushedseqids 2024-11-14T04:25:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741848_1024 (size=245) 2024-11-14T04:25:19,040 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:19,040 INFO [RS:0;b024da739ae8:42923 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:19,040 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42923-0x10137967ec50004, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:19,040 INFO [RS:0;b024da739ae8:42923 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,42923,1731558288056; zookeeper connection closed. 2024-11-14T04:25:19,040 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f5054b0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f5054b0 2024-11-14T04:25:19,040 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:25:19,371 INFO [M:0;b024da739ae8:40663 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:25:19,371 INFO [M:0;b024da739ae8:40663 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:25:19,371 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:19,372 INFO [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:19,372 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:19,372 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:19,372 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:19,372 INFO [M:0;b024da739ae8:40663 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-14T04:25:19,385 DEBUG [M:0;b024da739ae8:40663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef8e1e7af3af4ddc9eb566e24f3cd9ad is 82, key is hbase:meta,,1/info:regioninfo/1731558290952/Put/seqid=0 2024-11-14T04:25:19,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741849_1025 (size=5672) 2024-11-14T04:25:19,555 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:19,788 INFO [M:0;b024da739ae8:40663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef8e1e7af3af4ddc9eb566e24f3cd9ad 2024-11-14T04:25:19,809 DEBUG [M:0;b024da739ae8:40663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42d5abed03d407a9bd64e6889542dd9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558304865/Put/seqid=0 2024-11-14T04:25:19,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741850_1026 (size=8517) 2024-11-14T04:25:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:19,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,220 INFO [M:0;b024da739ae8:40663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42d5abed03d407a9bd64e6889542dd9 2024-11-14T04:25:20,235 DEBUG [M:0;b024da739ae8:40663 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50b4de53eca4ddbaf7daa97e2c2f418 is 69, key is b024da739ae8,42923,1731558288056/rs:state/1731558289760/Put/seqid=0 2024-11-14T04:25:20,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741851_1027 (size=5156) 2024-11-14T04:25:20,444 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:20,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:20,638 INFO [M:0;b024da739ae8:40663 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50b4de53eca4ddbaf7daa97e2c2f418 2024-11-14T04:25:20,642 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef8e1e7af3af4ddc9eb566e24f3cd9ad as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef8e1e7af3af4ddc9eb566e24f3cd9ad 2024-11-14T04:25:20,645 INFO [M:0;b024da739ae8:40663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef8e1e7af3af4ddc9eb566e24f3cd9ad, entries=8, sequenceid=97, filesize=5.5 K 2024-11-14T04:25:20,646 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b42d5abed03d407a9bd64e6889542dd9 as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b42d5abed03d407a9bd64e6889542dd9 2024-11-14T04:25:20,649 INFO [M:0;b024da739ae8:40663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b42d5abed03d407a9bd64e6889542dd9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-14T04:25:20,650 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e50b4de53eca4ddbaf7daa97e2c2f418 as hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50b4de53eca4ddbaf7daa97e2c2f418 2024-11-14T04:25:20,653 INFO [M:0;b024da739ae8:40663 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46359/user/jenkins/test-data/18591fc6-8df2-080d-9005-6c6240d42f38/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e50b4de53eca4ddbaf7daa97e2c2f418, entries=1, sequenceid=97, filesize=5.0 K 2024-11-14T04:25:20,654 INFO [M:0;b024da739ae8:40663 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-14T04:25:20,655 INFO [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:20,655 DEBUG [M:0;b024da739ae8:40663 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558319371Disabling compacts and flushes for region at 1731558319371Disabling writes for close at 1731558319372 (+1 ms)Obtaining lock to block concurrent updates at 1731558319372Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558319372Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731558319372Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558319373 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558319373Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558319384 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558319384Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558319792 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558319809 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558319809Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558320223 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558320234 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558320234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa0e48d: reopening flushed file at 1731558320641 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439aa42b: reopening flushed file at 1731558320645 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487a771: reopening flushed file at 1731558320649 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731558320654 (+5 ms)Writing region close event to WAL at 1731558320655 (+1 ms)Closed at 1731558320655 2024-11-14T04:25:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39953 is added to blk_1073741830_1006 (size=63666) 2024-11-14T04:25:20,657 INFO [M:0;b024da739ae8:40663 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:25:20,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:20,657 INFO [M:0;b024da739ae8:40663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40663 2024-11-14T04:25:20,658 INFO [M:0;b024da739ae8:40663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:20,830 INFO [M:0;b024da739ae8:40663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:20,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40663-0x10137967ec50003, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:20,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40e17307{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:20,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cc43f50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:20,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:20,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fe59642{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:20,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e916073{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:20,835 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:25:20,836 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:25:20,836 WARN [BP-1701166153-172.17.0.3-1731558285666 heartbeating to localhost/127.0.0.1:46359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:25:20,836 WARN [BP-1701166153-172.17.0.3-1731558285666 heartbeating to localhost/127.0.0.1:46359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1701166153-172.17.0.3-1731558285666 (Datanode Uuid 679e971b-b4c2-4476-8120-caa1e8d4b65c) service to localhost/127.0.0.1:46359 2024-11-14T04:25:20,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/cluster_fe9252d2-91ce-facf-16ee-e55f7d1998b6/data/data1/current/BP-1701166153-172.17.0.3-1731558285666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:20,836 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/cluster_fe9252d2-91ce-facf-16ee-e55f7d1998b6/data/data2/current/BP-1701166153-172.17.0.3-1731558285666 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:20,837 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:25:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@753cfca7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:20,842 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cd4ebdf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:20,842 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da0bd7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:20,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62c415e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9fad92b3-a541-063e-4895-e7f6496a4a77/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:20,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:25:20,858 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/WALs/b024da739ae8,43415,1731558281442/b024da739ae8%2C43415%2C1731558281442.1731558284590 to pos 636, reset compression=false 2024-11-14T04:25:20,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:25:20,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:20,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:20,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:20,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:20,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:20,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:25:20,859 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1474802116, stopped=false 2024-11-14T04:25:20,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,39017,1731558280830 2024-11-14T04:25:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-316191888/running 2024-11-14T04:25:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-316191888/running 2024-11-14T04:25:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:25:20,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:25:20,878 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:20,878 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:20,878 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:20,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:20,878 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,43415,1731558281442' ***** 2024-11-14T04:25:20,878 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:25:20,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/running 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:25:20,879 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(3091): Received CLOSE for deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:20,879 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Set watcher on znode that does not yet exist, /0-316191888/running 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(3091): Received CLOSE for 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,43415,1731558281442 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43415. 2024-11-14T04:25:20,879 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing deede4bb55e25e04004738a0ab4f490f, disabling compactions & flushes 2024-11-14T04:25:20,879 DEBUG [RS:0;b024da739ae8:43415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:20,879 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:20,879 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:20,879 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:20,879 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. after waiting 0 ms 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:25:20,879 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:25:20,879 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:25:20,879 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing deede4bb55e25e04004738a0ab4f490f 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-14T04:25:20,880 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:25:20,880 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, deede4bb55e25e04004738a0ab4f490f=hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f., 58937026798f9cb2059917f9c38fb58f=test,,1731558297904.58937026798f9cb2059917f9c38fb58f.} 2024-11-14T04:25:20,880 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58937026798f9cb2059917f9c38fb58f, deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:20,880 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:20,880 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:20,880 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:20,880 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:20,880 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:20,880 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:25:20,895 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/info/93ee1b243529443ab209c567c7d0e6fb is 147, key is hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f./info:regioninfo/1731558303325/Put/seqid=0 2024-11-14T04:25:20,896 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/.tmp/queue/0ce5d022cdba4729bad62b9415dabec6 is 153, key is 1-b024da739ae8,43415,1731558281442/queue:b024da739ae8%2C43415%2C1731558281442/1731558311661/Put/seqid=0 2024-11-14T04:25:20,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741840_1016 (size=7686) 2024-11-14T04:25:20,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741841_1017 (size=5352) 2024-11-14T04:25:20,933 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:21,080 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58937026798f9cb2059917f9c38fb58f, deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:21,280 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58937026798f9cb2059917f9c38fb58f, deede4bb55e25e04004738a0ab4f490f 2024-11-14T04:25:21,299 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/info/93ee1b243529443ab209c567c7d0e6fb 2024-11-14T04:25:21,306 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/.tmp/queue/0ce5d022cdba4729bad62b9415dabec6 2024-11-14T04:25:21,312 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/.tmp/queue/0ce5d022cdba4729bad62b9415dabec6 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/queue/0ce5d022cdba4729bad62b9415dabec6 2024-11-14T04:25:21,316 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/queue/0ce5d022cdba4729bad62b9415dabec6, entries=1, sequenceid=8, filesize=5.2 K 2024-11-14T04:25:21,317 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for deede4bb55e25e04004738a0ab4f490f in 438ms, sequenceid=8, compaction requested=false 2024-11-14T04:25:21,317 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:25:21,317 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/ns/c21981fb28854a76808454abc33d5a2b is 43, key is default/ns:d/1731558285556/Put/seqid=0 2024-11-14T04:25:21,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:25:21,320 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/ns/c21981fb28854a76808454abc33d5a2b 2024-11-14T04:25:21,320 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/replication/deede4bb55e25e04004738a0ab4f490f/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-14T04:25:21,320 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:21,320 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:21,320 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:21,320 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for deede4bb55e25e04004738a0ab4f490f: Waiting for close lock at 1731558320879Running coprocessor pre-close hooks at 1731558320879Disabling compacts and flushes for region at 1731558320879Disabling writes for close at 1731558320879Obtaining lock to block concurrent updates at 1731558320879Preparing flush snapshotting stores in deede4bb55e25e04004738a0ab4f490f at 1731558320879Finished memstore snapshotting hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731558320880 (+1 ms)Flushing stores of hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. at 1731558320880Flushing deede4bb55e25e04004738a0ab4f490f/queue: creating writer at 1731558320880Flushing deede4bb55e25e04004738a0ab4f490f/queue: appending metadata at 1731558320896 (+16 ms)Flushing deede4bb55e25e04004738a0ab4f490f/queue: closing flushed file at 1731558320896Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@697f1830: reopening flushed file at 1731558321312 (+416 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for deede4bb55e25e04004738a0ab4f490f in 438ms, sequenceid=8, compaction requested=false at 1731558321317 (+5 ms)Writing region close event to WAL at 1731558321318 (+1 ms)Running coprocessor post-close hooks at 1731558321320 (+2 ms)Closed at 1731558321320 2024-11-14T04:25:21,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558302897.deede4bb55e25e04004738a0ab4f490f. 2024-11-14T04:25:21,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 58937026798f9cb2059917f9c38fb58f, disabling compactions & flushes 2024-11-14T04:25:21,321 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:25:21,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:25:21,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558297904.58937026798f9cb2059917f9c38fb58f. after waiting 0 ms 2024-11-14T04:25:21,321 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:25:21,321 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 58937026798f9cb2059917f9c38fb58f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-14T04:25:21,336 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1098bfb85f416c999da4a506bd9863 is 112, key is test,,1731558297904.58937026798f9cb2059917f9c38fb58f./rep_barrier:seqnumDuringOpen/1731558299211/Put/seqid=0 2024-11-14T04:25:21,337 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f/9ce3f82aaacd4993be443f44f0b30bb0 is 28, key is row/f:/1731558311384/DeleteFamily/seqid=0 2024-11-14T04:25:21,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741844_1020 (size=5085) 2024-11-14T04:25:21,349 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f/9ce3f82aaacd4993be443f44f0b30bb0 2024-11-14T04:25:21,352 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce3f82aaacd4993be443f44f0b30bb0 2024-11-14T04:25:21,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741843_1019 (size=5518) 2024-11-14T04:25:21,356 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1098bfb85f416c999da4a506bd9863 2024-11-14T04:25:21,370 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f1/1ceb5972781842fcba0356c428c7bbb0 is 29, key is row/f1:/1731558311384/DeleteFamily/seqid=0 2024-11-14T04:25:21,370 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/table/09eb656a893142768b56863ba70741e4 is 53, key is hbase:replication/table:state/1731558303342/Put/seqid=0 2024-11-14T04:25:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741845_1021 (size=5089) 2024-11-14T04:25:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741846_1022 (size=5308) 2024-11-14T04:25:21,374 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f1/1ceb5972781842fcba0356c428c7bbb0 2024-11-14T04:25:21,377 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceb5972781842fcba0356c428c7bbb0 2024-11-14T04:25:21,389 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/norep/bd7b152017574bff89821677ead79db3 is 32, key is row/norep:/1731558311384/DeleteFamily/seqid=0 2024-11-14T04:25:21,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741847_1023 (size=5101) 2024-11-14T04:25:21,452 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:25:21,452 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:25:21,480 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:25:21,680 DEBUG [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 58937026798f9cb2059917f9c38fb58f 2024-11-14T04:25:21,775 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/table/09eb656a893142768b56863ba70741e4 2024-11-14T04:25:21,779 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/info/93ee1b243529443ab209c567c7d0e6fb as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/info/93ee1b243529443ab209c567c7d0e6fb 2024-11-14T04:25:21,786 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/info/93ee1b243529443ab209c567c7d0e6fb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:25:21,787 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/ns/c21981fb28854a76808454abc33d5a2b as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/ns/c21981fb28854a76808454abc33d5a2b 2024-11-14T04:25:21,790 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/ns/c21981fb28854a76808454abc33d5a2b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:25:21,792 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/rep_barrier/fe1098bfb85f416c999da4a506bd9863 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/rep_barrier/fe1098bfb85f416c999da4a506bd9863 2024-11-14T04:25:21,792 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/norep/bd7b152017574bff89821677ead79db3 2024-11-14T04:25:21,796 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/rep_barrier/fe1098bfb85f416c999da4a506bd9863, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:25:21,797 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/.tmp/table/09eb656a893142768b56863ba70741e4 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/table/09eb656a893142768b56863ba70741e4 2024-11-14T04:25:21,799 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd7b152017574bff89821677ead79db3 2024-11-14T04:25:21,800 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f/9ce3f82aaacd4993be443f44f0b30bb0 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/f/9ce3f82aaacd4993be443f44f0b30bb0 2024-11-14T04:25:21,800 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/table/09eb656a893142768b56863ba70741e4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:25:21,801 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-14T04:25:21,801 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:25:21,803 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ce3f82aaacd4993be443f44f0b30bb0 2024-11-14T04:25:21,803 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/f/9ce3f82aaacd4993be443f44f0b30bb0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T04:25:21,804 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/f1/1ceb5972781842fcba0356c428c7bbb0 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/f1/1ceb5972781842fcba0356c428c7bbb0 2024-11-14T04:25:21,805 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:25:21,805 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:21,805 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:21,805 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:21,806 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558320880Running coprocessor pre-close hooks at 1731558320880Disabling compacts and flushes for region at 1731558320880Disabling writes for close at 1731558320880Obtaining lock to block concurrent updates at 1731558320880Preparing flush snapshotting stores in 1588230740 at 1731558320880Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558320880Flushing stores of hbase:meta,,1.1588230740 at 1731558320880Flushing 1588230740/info: creating writer at 1731558320880Flushing 1588230740/info: appending metadata at 1731558320895 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731558320895Flushing 1588230740/ns: creating writer at 1731558321303 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731558321317 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731558321317Flushing 1588230740/rep_barrier: creating writer at 1731558321323 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558321336 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558321336Flushing 1588230740/table: creating writer at 1731558321359 (+23 ms)Flushing 1588230740/table: appending metadata at 1731558321370 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731558321370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea2c4c8: reopening flushed file at 1731558321778 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9eddd2b: reopening flushed file at 1731558321787 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e70ab26: reopening flushed file at 1731558321790 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fcd3d2f: reopening flushed file at 1731558321796 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731558321801 (+5 ms)Writing region close event to WAL at 1731558321803 (+2 ms)Running coprocessor post-close hooks at 1731558321805 (+2 ms)Closed at 1731558321805 2024-11-14T04:25:21,806 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:21,808 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1ceb5972781842fcba0356c428c7bbb0 2024-11-14T04:25:21,808 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/f1/1ceb5972781842fcba0356c428c7bbb0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T04:25:21,808 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/.tmp/norep/bd7b152017574bff89821677ead79db3 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/norep/bd7b152017574bff89821677ead79db3 2024-11-14T04:25:21,812 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd7b152017574bff89821677ead79db3 2024-11-14T04:25:21,812 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/norep/bd7b152017574bff89821677ead79db3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-14T04:25:21,813 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 58937026798f9cb2059917f9c38fb58f in 492ms, sequenceid=6, compaction requested=false 2024-11-14T04:25:21,813 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:25:21,821 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/data/default/test/58937026798f9cb2059917f9c38fb58f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T04:25:21,822 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:21,822 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:21,822 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:25:21,822 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 58937026798f9cb2059917f9c38fb58f: Waiting for close lock at 1731558321321Running coprocessor pre-close hooks at 1731558321321Disabling compacts and flushes for region at 1731558321321Disabling writes for close at 1731558321321Obtaining lock to block concurrent updates at 1731558321321Preparing flush snapshotting stores in 58937026798f9cb2059917f9c38fb58f at 1731558321321Finished memstore snapshotting test,,1731558297904.58937026798f9cb2059917f9c38fb58f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731558321321Flushing stores of test,,1731558297904.58937026798f9cb2059917f9c38fb58f. at 1731558321322 (+1 ms)Flushing 58937026798f9cb2059917f9c38fb58f/f: creating writer at 1731558321322Flushing 58937026798f9cb2059917f9c38fb58f/f: appending metadata at 1731558321336 (+14 ms)Flushing 58937026798f9cb2059917f9c38fb58f/f: closing flushed file at 1731558321336Flushing 58937026798f9cb2059917f9c38fb58f/f1: creating writer at 1731558321352 (+16 ms)Flushing 58937026798f9cb2059917f9c38fb58f/f1: appending metadata at 1731558321369 (+17 ms)Flushing 58937026798f9cb2059917f9c38fb58f/f1: closing flushed file at 1731558321369Flushing 58937026798f9cb2059917f9c38fb58f/norep: creating writer at 1731558321377 (+8 ms)Flushing 58937026798f9cb2059917f9c38fb58f/norep: appending metadata at 1731558321388 (+11 ms)Flushing 58937026798f9cb2059917f9c38fb58f/norep: closing flushed file at 1731558321389 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a189d3: reopening flushed file at 1731558321799 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d1fb7db: reopening flushed file at 1731558321803 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67514667: reopening flushed file at 1731558321808 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 58937026798f9cb2059917f9c38fb58f in 492ms, sequenceid=6, compaction requested=false at 1731558321813 (+5 ms)Writing region close event to WAL at 1731558321819 (+6 ms)Running coprocessor post-close hooks at 1731558321822 (+3 ms)Closed at 1731558321822 2024-11-14T04:25:21,822 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558297904.58937026798f9cb2059917f9c38fb58f. 2024-11-14T04:25:21,881 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,43415,1731558281442; all regions closed. 2024-11-14T04:25:21,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741834_1010 (size=4239) 2024-11-14T04:25:21,884 DEBUG [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs 2024-11-14T04:25:21,884 INFO [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43415%2C1731558281442.meta:.meta(num 1731558285480) 2024-11-14T04:25:21,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741839_1015 (size=2240) 2024-11-14T04:25:21,886 DEBUG [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs 2024-11-14T04:25:21,887 INFO [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43415%2C1731558281442.rep:(num 1731558303286) 2024-11-14T04:25:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741832_1008 (size=1535) 2024-11-14T04:25:21,889 DEBUG [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/oldWALs 2024-11-14T04:25:21,889 INFO [RS:0;b024da739ae8:43415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43415%2C1731558281442:(num 1731558284590) 2024-11-14T04:25:21,889 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:21,889 INFO [RS:0;b024da739ae8:43415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:21,889 INFO [RS:0;b024da739ae8:43415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:21,889 INFO [RS:0;b024da739ae8:43415 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:21,889 INFO [RS:0;b024da739ae8:43415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:21,889 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:21,890 INFO [RS:0;b024da739ae8:43415 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,43415,1731558281442 because: Region server is closing 2024-11-14T04:25:21,890 INFO [RS:0;b024da739ae8:43415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43415. 2024-11-14T04:25:21,890 DEBUG [RS:0;b024da739ae8:43415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:21,890 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:21,890 DEBUG [RS:0;b024da739ae8:43415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:21,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:21,990 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.wal-reader.b024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:25:21,990 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-14T04:25:21,990 INFO [RS:0;b024da739ae8:43415 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,43415,1731558281442.replicationSource.shipperb024da739ae8%2C43415%2C1731558281442,1-b024da739ae8,43415,1731558281442 terminated 2024-11-14T04:25:21,991 INFO [RS:0;b024da739ae8:43415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43415 2024-11-14T04:25:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888/rs 2024-11-14T04:25:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-316191888/rs/b024da739ae8,43415,1731558281442 2024-11-14T04:25:22,072 INFO [RS:0;b024da739ae8:43415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:22,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,43415,1731558281442] 2024-11-14T04:25:22,093 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-316191888/draining/b024da739ae8,43415,1731558281442 already deleted, retry=false 2024-11-14T04:25:22,093 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,43415,1731558281442 expired; onlineServers=0 2024-11-14T04:25:22,093 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,39017,1731558280830' ***** 2024-11-14T04:25:22,093 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:25:22,093 INFO [M:0;b024da739ae8:39017 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:22,093 INFO [M:0;b024da739ae8:39017 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:22,093 DEBUG [M:0;b024da739ae8:39017 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:25:22,093 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:25:22,093 DEBUG [M:0;b024da739ae8:39017 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:25:22,093 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558284320 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558284320,5,FailOnTimeoutGroup] 2024-11-14T04:25:22,093 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558284320 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558284320,5,FailOnTimeoutGroup] 2024-11-14T04:25:22,094 INFO [M:0;b024da739ae8:39017 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:22,094 INFO [M:0;b024da739ae8:39017 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:22,094 DEBUG [M:0;b024da739ae8:39017 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:25:22,094 INFO [M:0;b024da739ae8:39017 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:25:22,094 INFO [M:0;b024da739ae8:39017 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:22,094 ERROR [M:0;b024da739ae8:39017 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40875,5,PEWorkerGroup] 2024-11-14T04:25:22,094 INFO [M:0;b024da739ae8:39017 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:25:22,094 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:25:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-316191888/master 2024-11-14T04:25:22,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-316191888 2024-11-14T04:25:22,104 DEBUG [M:0;b024da739ae8:39017 {}] zookeeper.ZKUtil(347): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Unable to get data of znode /0-316191888/master because node does not exist (not an error) 2024-11-14T04:25:22,104 WARN [M:0;b024da739ae8:39017 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:25:22,105 INFO [M:0;b024da739ae8:39017 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/.lastflushedseqids 2024-11-14T04:25:22,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741848_1024 (size=245) 2024-11-14T04:25:22,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:22,183 INFO [RS:0;b024da739ae8:43415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:22,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43415-0x10137967ec50001, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:22,183 INFO [RS:0;b024da739ae8:43415 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,43415,1731558281442; zookeeper connection closed. 2024-11-14T04:25:22,183 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1403b53b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1403b53b 2024-11-14T04:25:22,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:25:22,509 INFO [M:0;b024da739ae8:39017 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:25:22,509 INFO [M:0;b024da739ae8:39017 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:25:22,509 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:22,509 INFO [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:22,509 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:22,509 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:22,509 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:22,509 INFO [M:0;b024da739ae8:39017 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-14T04:25:22,529 DEBUG [M:0;b024da739ae8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5caa4d54a938419a84a19b6514612b0b is 82, key is hbase:meta,,1/info:regioninfo/1731558285507/Put/seqid=0 2024-11-14T04:25:22,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741849_1025 (size=5672) 2024-11-14T04:25:22,541 INFO [M:0;b024da739ae8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5caa4d54a938419a84a19b6514612b0b 2024-11-14T04:25:22,589 DEBUG [M:0;b024da739ae8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f22faa8ea5c447d388c55084a3a2cbd2 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558299236/Put/seqid=0 2024-11-14T04:25:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741850_1026 (size=7219) 2024-11-14T04:25:22,641 INFO [M:0;b024da739ae8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f22faa8ea5c447d388c55084a3a2cbd2 2024-11-14T04:25:22,645 INFO [M:0;b024da739ae8:39017 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f22faa8ea5c447d388c55084a3a2cbd2 2024-11-14T04:25:22,668 DEBUG [M:0;b024da739ae8:39017 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44f02ff440ff4219b00cd2021c2cc4eb is 69, key is b024da739ae8,43415,1731558281442/rs:state/1731558284426/Put/seqid=0 2024-11-14T04:25:22,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741851_1027 (size=5156) 2024-11-14T04:25:22,693 INFO [M:0;b024da739ae8:39017 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44f02ff440ff4219b00cd2021c2cc4eb 2024-11-14T04:25:22,701 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5caa4d54a938419a84a19b6514612b0b as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5caa4d54a938419a84a19b6514612b0b 2024-11-14T04:25:22,711 INFO [M:0;b024da739ae8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5caa4d54a938419a84a19b6514612b0b, entries=8, sequenceid=105, filesize=5.5 K 2024-11-14T04:25:22,714 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f22faa8ea5c447d388c55084a3a2cbd2 as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f22faa8ea5c447d388c55084a3a2cbd2 2024-11-14T04:25:22,723 INFO [M:0;b024da739ae8:39017 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f22faa8ea5c447d388c55084a3a2cbd2 2024-11-14T04:25:22,723 INFO [M:0;b024da739ae8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f22faa8ea5c447d388c55084a3a2cbd2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-14T04:25:22,724 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/44f02ff440ff4219b00cd2021c2cc4eb as hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44f02ff440ff4219b00cd2021c2cc4eb 2024-11-14T04:25:22,728 INFO [M:0;b024da739ae8:39017 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40875/user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/44f02ff440ff4219b00cd2021c2cc4eb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-14T04:25:22,729 INFO [M:0;b024da739ae8:39017 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=105, compaction requested=false 2024-11-14T04:25:22,730 INFO [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:22,730 DEBUG [M:0;b024da739ae8:39017 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558322509Disabling compacts and flushes for region at 1731558322509Disabling writes for close at 1731558322509Obtaining lock to block concurrent updates at 1731558322509Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558322509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731558322510 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558322510Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558322510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558322529 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558322529Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558322546 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558322589 (+43 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558322589Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558322645 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558322667 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558322667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce81ee1: reopening flushed file at 1731558322699 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721d0ed7: reopening flushed file at 1731558322711 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11d5968c: reopening flushed file at 1731558322724 (+13 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=105, compaction requested=false at 1731558322729 (+5 ms)Writing region close event to WAL at 1731558322730 (+1 ms)Closed at 1731558322730 2024-11-14T04:25:22,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46299 is added to blk_1073741830_1006 (size=64435) 2024-11-14T04:25:22,732 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3408e6ff-7347-049d-ef8c-1e79081eece6/MasterData/WALs/b024da739ae8,39017,1731558280830/b024da739ae8%2C39017%2C1731558280830.1731558283573 not finished, retry = 0 2024-11-14T04:25:22,833 INFO [M:0;b024da739ae8:39017 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:25:22,833 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:22,833 INFO [M:0;b024da739ae8:39017 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39017 2024-11-14T04:25:22,834 INFO [M:0;b024da739ae8:39017 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:22,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39017-0x10137967ec50000, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:22,983 INFO [M:0;b024da739ae8:39017 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:22,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6210a91b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:22,987 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@311ab0eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:22,987 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:22,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f069f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:22,987 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1eb3016a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:22,989 WARN [BP-145512889-172.17.0.3-1731558277938 heartbeating to localhost/127.0.0.1:40875 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:25:22,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:25:22,989 WARN [BP-145512889-172.17.0.3-1731558277938 heartbeating to localhost/127.0.0.1:40875 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-145512889-172.17.0.3-1731558277938 (Datanode Uuid bded5931-2dd7-42fc-a9bb-d28e4c253695) service to localhost/127.0.0.1:40875 2024-11-14T04:25:22,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:25:22,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/data/data1/current/BP-145512889-172.17.0.3-1731558277938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:22,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/cluster_7bf42738-2352-7f1c-de37-ec529cbcf7f3/data/data2/current/BP-145512889-172.17.0.3-1731558277938 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:22,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:25:23,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6729eca1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:23,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e10cf1e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:23,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11840dfd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:23,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14757251{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/99060a3a-dd89-2fd8-4ff5-273b566363ac/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:23,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:25:23,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:25:23,071 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 319) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40875 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46359 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58877) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40875 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43915 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:40875 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40875 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:46359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43915 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:43915 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:43915 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 744) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=730 (was 661) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1971 (was 827) - AvailableMemoryMB LEAK? - 2024-11-14T04:25:23,084 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=730, ProcessCount=11, AvailableMemoryMB=1969 2024-11-14T04:25:23,103 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-14T04:25:23,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir so I do NOT create it in target/test-data/50898d34-1530-b540-e859-f0bd3f291490 2024-11-14T04:25:23,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:25:23,104 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.tmp.dir so I do NOT create it in target/test-data/50898d34-1530-b540-e859-f0bd3f291490 2024-11-14T04:25:23,104 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4ebb1b-e827-ff36-6fd2-3ca730e6d19a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:25:23,104 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490 2024-11-14T04:25:23,104 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e, deleteOnExit=true 2024-11-14T04:25:23,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137967ec50005, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:25:23,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137967ec50005, quorum=127.0.0.1:58877, baseZNode=/1-881808774 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:25:23,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10137967ec50008, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:25:23,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10137967ec50008, quorum=127.0.0.1:58877, baseZNode=/21166039115 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:25:23,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137967ec50002, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:25:23,116 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137967ec50002, quorum=127.0.0.1:58877, baseZNode=/0-316191888 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:25:23,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/zookeeper_0, clientPort=54761, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:25:23,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54761 2024-11-14T04:25:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:25:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/test.cache.data in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:25:23,140 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:23,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:25:23,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:25:23,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:23,658 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:23,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:23,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:23,737 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:23,751 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:23,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54c0b0f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:23,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5270ecdb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:23,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e38a3b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/java.io.tmpdir/jetty-localhost-36713-hadoop-hdfs-3_4_1-tests_jar-_-any-4488744990250934336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:23,994 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@145fb768{HTTP/1.1, (http/1.1)}{localhost:36713} 2024-11-14T04:25:23,994 INFO [Time-limited test {}] server.Server(415): Started @411021ms 2024-11-14T04:25:24,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:24,441 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:24,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:24,448 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:24,448 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:24,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ed11b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:24,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e36719{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:24,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10f21f20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/java.io.tmpdir/jetty-localhost-36263-hadoop-hdfs-3_4_1-tests_jar-_-any-16076067273015922036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:24,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ed557f7{HTTP/1.1, (http/1.1)}{localhost:36263} 2024-11-14T04:25:24,555 INFO [Time-limited test {}] server.Server(415): Started @411582ms 2024-11-14T04:25:24,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:25:25,519 WARN [Thread-4176 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data1/current/BP-392712116-172.17.0.3-1731558323162/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:25,519 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data2/current/BP-392712116-172.17.0.3-1731558323162/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:25,557 WARN [Thread-4164 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:25:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa12fdcbbd6ec80c with lease ID 0x9c0d9e3af0252294: Processing first storage report for DS-243ea670-898f-4bf6-88c2-49260b8f5c6c from datanode DatanodeRegistration(127.0.0.1:34233, datanodeUuid=ba83c101-982f-4524-9040-12227513eace, infoPort=39255, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=388029860;c=1731558323162) 2024-11-14T04:25:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa12fdcbbd6ec80c with lease ID 0x9c0d9e3af0252294: from storage DS-243ea670-898f-4bf6-88c2-49260b8f5c6c node DatanodeRegistration(127.0.0.1:34233, datanodeUuid=ba83c101-982f-4524-9040-12227513eace, infoPort=39255, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=388029860;c=1731558323162), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa12fdcbbd6ec80c with lease ID 0x9c0d9e3af0252294: Processing first storage report for DS-42a82844-872a-4234-9334-92e6f5f30ab2 from datanode DatanodeRegistration(127.0.0.1:34233, datanodeUuid=ba83c101-982f-4524-9040-12227513eace, infoPort=39255, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=388029860;c=1731558323162) 2024-11-14T04:25:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa12fdcbbd6ec80c with lease ID 0x9c0d9e3af0252294: from storage DS-42a82844-872a-4234-9334-92e6f5f30ab2 node DatanodeRegistration(127.0.0.1:34233, datanodeUuid=ba83c101-982f-4524-9040-12227513eace, infoPort=39255, infoSecurePort=0, ipcPort=34625, storageInfo=lv=-57;cid=testClusterID;nsid=388029860;c=1731558323162), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:25,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490 2024-11-14T04:25:25,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:25:25,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e with version=8 2024-11-14T04:25:25,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/hbase-staging 2024-11-14T04:25:25,635 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:25:25,635 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:25,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44823 2024-11-14T04:25:25,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44823 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-14T04:25:25,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448230x0, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:25,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44823-0x10137972f5e0000 connected 2024-11-14T04:25:25,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,829 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on znode that does not yet exist, /0161450120/running 2024-11-14T04:25:25,844 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e, hbase.cluster.distributed=false 2024-11-14T04:25:25,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on znode that does not yet exist, /0161450120/acl 2024-11-14T04:25:25,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-14T04:25:25,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44823 2024-11-14T04:25:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44823 2024-11-14T04:25:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-14T04:25:25,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-14T04:25:25,864 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:25,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:25:25,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:25,865 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38267 2024-11-14T04:25:25,866 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38267 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-14T04:25:25,866 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,868 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382670x0, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:25,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382670x0, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on znode that does not yet exist, /0161450120/running 2024-11-14T04:25:25,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:25:25,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38267-0x10137972f5e0001 connected 2024-11-14T04:25:25,896 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:25:25,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on znode that does not yet exist, /0161450120/master 2024-11-14T04:25:25,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on znode that does not yet exist, /0161450120/acl 2024-11-14T04:25:25,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-14T04:25:25,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38267 2024-11-14T04:25:25,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38267 2024-11-14T04:25:25,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-14T04:25:25,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38267 2024-11-14T04:25:25,921 DEBUG [M:0;b024da739ae8:44823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:44823 2024-11-14T04:25:25,922 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0161450120/backup-masters/b024da739ae8,44823,1731558325634 2024-11-14T04:25:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120/backup-masters 2024-11-14T04:25:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120/backup-masters 2024-11-14T04:25:25,932 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on existing znode=/0161450120/backup-masters/b024da739ae8,44823,1731558325634 2024-11-14T04:25:25,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161450120/master 2024-11-14T04:25:25,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:25,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:25,946 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on existing znode=/0161450120/master 2024-11-14T04:25:25,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0161450120/backup-masters/b024da739ae8,44823,1731558325634 from backup master directory 2024-11-14T04:25:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0161450120/backup-masters/b024da739ae8,44823,1731558325634 2024-11-14T04:25:25,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120/backup-masters 2024-11-14T04:25:25,954 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:25,954 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,44823,1731558325634 2024-11-14T04:25:25,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120/backup-masters 2024-11-14T04:25:25,957 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/hbase.id] with ID: 349a1865-a04c-4beb-8e77-f5bc679735d0 2024-11-14T04:25:25,957 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/.tmp/hbase.id 2024-11-14T04:25:25,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:25:25,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/.tmp/hbase.id]:[hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/hbase.id] 2024-11-14T04:25:25,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:25,986 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:25:25,987 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:25:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:26,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:25:26,422 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:26,423 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:25:26,423 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:25:26,435 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/data/master/store 2024-11-14T04:25:26,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:25:26,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:26,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:26,848 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:26,848 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:26,848 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558326848Disabling compacts and flushes for region at 1731558326848Disabling writes for close at 1731558326848Writing region close event to WAL at 1731558326848Closed at 1731558326848 2024-11-14T04:25:26,849 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/data/master/store/.initializing 2024-11-14T04:25:26,849 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/WALs/b024da739ae8,44823,1731558325634 2024-11-14T04:25:26,850 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:26,852 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C44823%2C1731558325634, suffix=, logDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/WALs/b024da739ae8,44823,1731558325634, archiveDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/oldWALs, maxLogs=10 2024-11-14T04:25:26,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,872 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/WALs/b024da739ae8,44823,1731558325634/b024da739ae8%2C44823%2C1731558325634.1731558326853, exclude list is [], retry=0 2024-11-14T04:25:26,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34233,DS-243ea670-898f-4bf6-88c2-49260b8f5c6c,DISK] 2024-11-14T04:25:26,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:26,907 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/WALs/b024da739ae8,44823,1731558325634/b024da739ae8%2C44823%2C1731558325634.1731558326853 2024-11-14T04:25:26,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)] 2024-11-14T04:25:26,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:26,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:26,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:25:26,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:26,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:26,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:25:26,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:26,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:26,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:25:26,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:26,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:26,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:25:26,933 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:26,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:26,933 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,934 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,934 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,943 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,943 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,944 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:26,945 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:26,946 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:26,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73556214, jitterRate=0.09607300162315369}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:26,947 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558326913Initializing all the Stores at 1731558326914 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558326914Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558326914Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558326914Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558326914Cleaning up temporary data from old regions at 1731558326943 (+29 ms)Region opened successfully at 1731558326947 (+4 ms) 2024-11-14T04:25:26,947 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:25:26,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487a5f09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:26,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:25:26,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:25:26,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:25:26,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:25:26,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:25:26,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:25:26,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:25:26,966 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:25:26,966 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Unable to get data of znode /0161450120/balancer because node does not exist (not necessarily an error) 2024-11-14T04:25:27,002 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161450120/balancer already deleted, retry=false 2024-11-14T04:25:27,003 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:25:27,004 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Unable to get data of znode /0161450120/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:25:27,085 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161450120/normalizer already deleted, retry=false 2024-11-14T04:25:27,085 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:25:27,086 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Unable to get data of znode /0161450120/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:25:27,185 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161450120/switch/split already deleted, retry=false 2024-11-14T04:25:27,185 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Unable to get data of znode /0161450120/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:25:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:25:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:25:27,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:27,292 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161450120/switch/merge already deleted, retry=false 2024-11-14T04:25:27,294 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Unable to get data of znode /0161450120/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:25:27,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:27,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:27,362 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128586 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:27,367 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0161450120/snapshot-cleanup already deleted, retry=false 2024-11-14T04:25:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161450120/running 2024-11-14T04:25:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0161450120/running 2024-11-14T04:25:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,452 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,44823,1731558325634, sessionid=0x10137972f5e0000, setting cluster-up flag (Was=false) 2024-11-14T04:25:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,708 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0161450120/flush-table-proc/acquired, /0161450120/flush-table-proc/reached, /0161450120/flush-table-proc/abort 2024-11-14T04:25:27,709 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,44823,1731558325634 2024-11-14T04:25:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:27,985 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0161450120/online-snapshot/acquired, /0161450120/online-snapshot/reached, /0161450120/online-snapshot/abort 2024-11-14T04:25:27,986 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,44823,1731558325634 2024-11-14T04:25:27,988 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:25:27,989 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:27,989 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:25:27,990 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:25:27,990 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,44823,1731558325634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:27,991 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,003 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:28,003 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:25:28,004 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,004 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:25:28,013 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558358013 2024-11-14T04:25:28,013 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,014 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:25:28,015 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:25:28,015 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:25:28,015 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:25:28,015 INFO [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(746): ClusterId : 349a1865-a04c-4beb-8e77-f5bc679735d0 2024-11-14T04:25:28,015 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:25:28,024 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:25:28,024 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:25:28,031 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558328024,5,FailOnTimeoutGroup] 2024-11-14T04:25:28,031 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558328031,5,FailOnTimeoutGroup] 2024-11-14T04:25:28,031 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,031 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:25:28,031 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,031 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,066 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:25:28,066 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:25:28,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:25:28,124 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:25:28,124 DEBUG [RS:0;b024da739ae8:38267 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9839d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:28,139 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:38267 2024-11-14T04:25:28,140 INFO [RS:0;b024da739ae8:38267 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:25:28,140 INFO [RS:0;b024da739ae8:38267 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:25:28,140 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:25:28,141 INFO [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,44823,1731558325634 with port=38267, startcode=1731558325864 2024-11-14T04:25:28,141 DEBUG [RS:0;b024da739ae8:38267 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:25:28,143 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:25:28,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,143 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,144 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e 2024-11-14T04:25:28,144 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41913 2024-11-14T04:25:28,144 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:25:28,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120/rs 2024-11-14T04:25:28,196 DEBUG [RS:0;b024da739ae8:38267 {}] zookeeper.ZKUtil(111): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Set watcher on existing znode=/0161450120/rs/b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,196 WARN [RS:0;b024da739ae8:38267 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:28,196 INFO [RS:0;b024da739ae8:38267 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:28,196 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,38267,1731558325864] 2024-11-14T04:25:28,196 DEBUG [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,201 INFO [RS:0;b024da739ae8:38267 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:25:28,204 INFO [RS:0;b024da739ae8:38267 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:25:28,204 INFO [RS:0;b024da739ae8:38267 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:25:28,204 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,206 INFO [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:25:28,207 INFO [RS:0;b024da739ae8:38267 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:25:28,207 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:28,207 DEBUG [RS:0;b024da739ae8:38267 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,210 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38267,1731558325864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:28,227 INFO [RS:0;b024da739ae8:38267 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:25:28,227 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38267,1731558325864-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,227 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,227 INFO [RS:0;b024da739ae8:38267 {}] regionserver.Replication(171): b024da739ae8,38267,1731558325864 started 2024-11-14T04:25:28,239 INFO [RS:0;b024da739ae8:38267 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:28,239 INFO [RS:0;b024da739ae8:38267 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,38267,1731558325864, RpcServer on b024da739ae8/172.17.0.3:38267, sessionid=0x10137972f5e0001 2024-11-14T04:25:28,239 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:25:28,239 DEBUG [RS:0;b024da739ae8:38267 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,239 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,38267,1731558325864' 2024-11-14T04:25:28,239 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0161450120/flush-table-proc/abort' 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0161450120/flush-table-proc/acquired' 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,38267,1731558325864' 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0161450120/online-snapshot/abort' 2024-11-14T04:25:28,240 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0161450120/online-snapshot/acquired' 2024-11-14T04:25:28,241 DEBUG [RS:0;b024da739ae8:38267 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:25:28,241 INFO [RS:0;b024da739ae8:38267 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:25:28,241 INFO [RS:0;b024da739ae8:38267 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:25:28,341 INFO [RS:0;b024da739ae8:38267 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:28,342 INFO [RS:0;b024da739ae8:38267 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C38267%2C1731558325864, suffix=, logDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864, archiveDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/oldWALs, maxLogs=10 2024-11-14T04:25:28,358 DEBUG [RS:0;b024da739ae8:38267 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864/b024da739ae8%2C38267%2C1731558325864.1731558328342, exclude list is [], retry=0 2024-11-14T04:25:28,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34233,DS-243ea670-898f-4bf6-88c2-49260b8f5c6c,DISK] 2024-11-14T04:25:28,376 INFO [RS:0;b024da739ae8:38267 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864/b024da739ae8%2C38267%2C1731558325864.1731558328342 2024-11-14T04:25:28,380 DEBUG [RS:0;b024da739ae8:38267 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)] 2024-11-14T04:25:28,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:25:28,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e 2024-11-14T04:25:28,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741833_1009 (size=32) 2024-11-14T04:25:28,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:28,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:28,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:28,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:28,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:28,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:28,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:28,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:28,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:28,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:28,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/1588230740 2024-11-14T04:25:28,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/1588230740 2024-11-14T04:25:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:28,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:28,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:28,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:28,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:28,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60818407, jitterRate=-0.09373511373996735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558328502Initializing all the Stores at 1731558328502Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328502Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328504 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558328504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328504Cleaning up temporary data from old regions at 1731558328531 (+27 ms)Region opened successfully at 1731558328534 (+3 ms) 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:28,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:28,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:28,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558328534Disabling compacts and flushes for region at 1731558328534Disabling writes for close at 1731558328534Writing region close event to WAL at 1731558328534Closed at 1731558328534 2024-11-14T04:25:28,535 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:28,535 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:25:28,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:25:28,536 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:28,537 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:25:28,687 DEBUG [b024da739ae8:44823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:25:28,687 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,689 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,38267,1731558325864, state=OPENING 2024-11-14T04:25:28,711 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:25:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:28,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0161450120 2024-11-14T04:25:28,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161450120/meta-region-server: CHANGED 2024-11-14T04:25:28,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161450120/meta-region-server: CHANGED 2024-11-14T04:25:28,722 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:28,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,38267,1731558325864}] 2024-11-14T04:25:28,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:28,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:25:28,884 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:25:28,885 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:28,885 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:25:28,888 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C38267%2C1731558325864.meta, suffix=.meta, logDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864, archiveDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/oldWALs, maxLogs=10 2024-11-14T04:25:28,907 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864/b024da739ae8%2C38267%2C1731558325864.meta.1731558328889.meta, exclude list is [], retry=0 2024-11-14T04:25:28,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34233,DS-243ea670-898f-4bf6-88c2-49260b8f5c6c,DISK] 2024-11-14T04:25:28,932 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/WALs/b024da739ae8,38267,1731558325864/b024da739ae8%2C38267%2C1731558325864.meta.1731558328889.meta 2024-11-14T04:25:28,933 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39255:39255)] 2024-11-14T04:25:28,934 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:28,934 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:28,934 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:28,934 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:25:28,935 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:25:28,935 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:25:28,935 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:28,935 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:25:28,935 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:25:28,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:28,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:28,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:28,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:28,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:28,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:28,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:28,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:28,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:28,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:28,965 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:28,966 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/1588230740 2024-11-14T04:25:28,967 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/hbase/meta/1588230740 2024-11-14T04:25:28,968 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:28,968 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:28,968 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:28,969 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:28,970 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67069754, jitterRate=-5.827844142913818E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:28,970 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:25:28,970 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558328935Writing region info on filesystem at 1731558328935Initializing all the Stores at 1731558328943 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328944 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328952 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558328952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558328952Cleaning up temporary data from old regions at 1731558328968 (+16 ms)Running coprocessor post-open hooks at 1731558328970 (+2 ms)Region opened successfully at 1731558328970 2024-11-14T04:25:28,972 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558328874 2024-11-14T04:25:28,974 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:25:28,974 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:25:28,974 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,38267,1731558325864 2024-11-14T04:25:28,975 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,38267,1731558325864, state=OPEN 2024-11-14T04:25:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44823-0x10137972f5e0000, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0161450120/meta-region-server 2024-11-14T04:25:29,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38267-0x10137972f5e0001, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0161450120/meta-region-server 2024-11-14T04:25:29,041 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,38267,1731558325864 2024-11-14T04:25:29,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161450120/meta-region-server: CHANGED 2024-11-14T04:25:29,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0161450120/meta-region-server: CHANGED 2024-11-14T04:25:29,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:25:29,043 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,38267,1731558325864 in 319 msec 2024-11-14T04:25:29,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:25:29,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 508 msec 2024-11-14T04:25:29,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:29,048 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:25:29,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:29,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,38267,1731558325864, seqNum=-1] 2024-11-14T04:25:29,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:29,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:29,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0670 sec 2024-11-14T04:25:29,057 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558329057, completionTime=-1 2024-11-14T04:25:29,057 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:25:29,057 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:25:29,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:25:29,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558389059 2024-11-14T04:25:29,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558449059 2024-11-14T04:25:29,059 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-14T04:25:29,060 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,060 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,060 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,060 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:44823, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,060 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,062 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:25:29,064 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.114sec 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:29,069 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:25:29,076 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:25:29,076 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:25:29,076 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,44823,1731558325634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:29,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3872ff46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44823,-1 for getting cluster id 2024-11-14T04:25:29,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:29,117 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '349a1865-a04c-4beb-8e77-f5bc679735d0' 2024-11-14T04:25:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:29,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "349a1865-a04c-4beb-8e77-f5bc679735d0" 2024-11-14T04:25:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b357b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44823,-1] 2024-11-14T04:25:29,120 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:29,121 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,122 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:29,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6412619f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:29,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,38267,1731558325864, seqNum=-1] 2024-11-14T04:25:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:29,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:29,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,44823,1731558325634 2024-11-14T04:25:29,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54761 2024-11-14T04:25:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54761, baseZNode=/0161450120 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:29,217 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137972f5e0002 connected 2024-11-14T04:25:29,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44823,1731558325634 2024-11-14T04:25:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701044f5 2024-11-14T04:25:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:29,231 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:29,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:29,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:29,233 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:29,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:29,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:29,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:29,261 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fef2bf77513027fef14aed83847748f, NAME => 'test,,1731558329231.4fef2bf77513027fef14aed83847748f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e 2024-11-14T04:25:29,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34233 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558329231.4fef2bf77513027fef14aed83847748f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fef2bf77513027fef14aed83847748f, disabling compactions & flushes 2024-11-14T04:25:29,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558329231.4fef2bf77513027fef14aed83847748f. after waiting 0 ms 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fef2bf77513027fef14aed83847748f: Waiting for close lock at 1731558329306Disabling compacts and flushes for region at 1731558329306Disabling writes for close at 1731558329306Writing region close event to WAL at 1731558329306Closed at 1731558329306 2024-11-14T04:25:29,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:29,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558329231.4fef2bf77513027fef14aed83847748f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558329307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558329307"}]},"ts":"1731558329307"} 2024-11-14T04:25:29,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:29,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:29,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558329319"}]},"ts":"1731558329319"} 2024-11-14T04:25:29,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:29,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fef2bf77513027fef14aed83847748f, ASSIGN}] 2024-11-14T04:25:29,325 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fef2bf77513027fef14aed83847748f, ASSIGN 2024-11-14T04:25:29,327 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fef2bf77513027fef14aed83847748f, ASSIGN; state=OFFLINE, location=b024da739ae8,38267,1731558325864; forceNewPlan=false, retain=false 2024-11-14T04:25:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:29,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fef2bf77513027fef14aed83847748f, regionState=OPENING, regionLocation=b024da739ae8,38267,1731558325864 2024-11-14T04:25:29,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fef2bf77513027fef14aed83847748f, ASSIGN because future has completed 2024-11-14T04:25:29,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fef2bf77513027fef14aed83847748f, server=b024da739ae8,38267,1731558325864}] 2024-11-14T04:25:29,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:29,636 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,636 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fef2bf77513027fef14aed83847748f, NAME => 'test,,1731558329231.4fef2bf77513027fef14aed83847748f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:29,637 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:29,637 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:29,637 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,637 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558329231.4fef2bf77513027fef14aed83847748f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:29,637 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,637 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,638 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,639 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fef2bf77513027fef14aed83847748f columnFamilyName f 2024-11-14T04:25:29,639 DEBUG [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:29,639 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(327): Store=4fef2bf77513027fef14aed83847748f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:29,639 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,640 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fef2bf77513027fef14aed83847748f columnFamilyName f1 2024-11-14T04:25:29,640 DEBUG [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:29,640 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(327): Store=4fef2bf77513027fef14aed83847748f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:29,640 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,641 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fef2bf77513027fef14aed83847748f columnFamilyName norep 2024-11-14T04:25:29,641 DEBUG [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:29,641 INFO [StoreOpener-4fef2bf77513027fef14aed83847748f-1 {}] regionserver.HStore(327): Store=4fef2bf77513027fef14aed83847748f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:29,641 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,642 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/default/test/4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,642 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/default/test/4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,643 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,643 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,643 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:29,644 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,645 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/data/default/test/4fef2bf77513027fef14aed83847748f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:29,646 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fef2bf77513027fef14aed83847748f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67099695, jitterRate=-1.3662874698638916E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:29,646 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fef2bf77513027fef14aed83847748f 2024-11-14T04:25:29,647 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fef2bf77513027fef14aed83847748f: Running coprocessor pre-open hook at 1731558329637Writing region info on filesystem at 1731558329637Initializing all the Stores at 1731558329638 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558329638Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558329638Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558329638Cleaning up temporary data from old regions at 1731558329643 (+5 ms)Running coprocessor post-open hooks at 1731558329646 (+3 ms)Region opened successfully at 1731558329647 (+1 ms) 2024-11-14T04:25:29,647 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558329231.4fef2bf77513027fef14aed83847748f., pid=6, masterSystemTime=1731558329633 2024-11-14T04:25:29,649 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,649 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558329231.4fef2bf77513027fef14aed83847748f. 2024-11-14T04:25:29,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fef2bf77513027fef14aed83847748f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,38267,1731558325864 2024-11-14T04:25:29,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fef2bf77513027fef14aed83847748f, server=b024da739ae8,38267,1731558325864 because future has completed 2024-11-14T04:25:29,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:29,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fef2bf77513027fef14aed83847748f, server=b024da739ae8,38267,1731558325864 in 171 msec 2024-11-14T04:25:29,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:29,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fef2bf77513027fef14aed83847748f, ASSIGN in 331 msec 2024-11-14T04:25:29,655 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:29,655 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558329655"}]},"ts":"1731558329655"} 2024-11-14T04:25:29,657 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:29,658 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:29,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 427 msec 2024-11-14T04:25:29,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:29,862 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:29,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250b53fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44823,-1 for getting cluster id 2024-11-14T04:25:29,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:29,863 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '349a1865-a04c-4beb-8e77-f5bc679735d0' 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "349a1865-a04c-4beb-8e77-f5bc679735d0" 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@747b5f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44823,-1] 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,864 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:29,864 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcf04aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44823,1731558325634 2024-11-14T04:25:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa98ea6 2024-11-14T04:25:29,865 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:29,866 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:29,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:44823,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:29,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:29,869 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:44823' 2024-11-14T04:25:29,870 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a119e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,870 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,44823,-1 for getting cluster id 2024-11-14T04:25:29,870 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:29,871 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '349a1865-a04c-4beb-8e77-f5bc679735d0' 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "349a1865-a04c-4beb-8e77-f5bc679735d0" 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551b407f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,44823,-1] 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:29,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,873 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:29,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7846b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:29,874 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:29,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,44823,1731558325634 2024-11-14T04:25:29,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53ce9549 2024-11-14T04:25:29,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:29,875 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:29,876 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:25:29,876 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:29,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,876 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,876 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-14T04:25:29,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:29,881 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-14T04:25:29,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-14T04:25:29,883 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-14T04:25:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:29,972 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://b024da739ae8:44823, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-14T04:25:29,972 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:29,972 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:29,972 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:29,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:29,995 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 361) Potentially hanging thread: master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558328024 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: PacketResponder: BP-392712116-172.17.0.3-1731558323162:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb8b44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7881-acceptor-0@6e89196f-ServerConnector@145fb768{HTTP/1.1, (http/1.1)}{localhost:36713} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-392712116-172.17.0.3-1731558323162 heartbeating to localhost/127.0.0.1:41913 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1599175576_20 at /127.0.0.1:43358 [Receiving block BP-392712116-172.17.0.3-1731558323162:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;b024da739ae8:38267-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7b2d7322 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1599175576_20 at /127.0.0.1:43280 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@27a18fb1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41913 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb8b44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Session-HouseKeeper-2d30ea8f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c4aaf11 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41913 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6b7cc92e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54761): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1949858901-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b024da739ae8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1599175576_20 at /127.0.0.1:43342 [Receiving block BP-392712116-172.17.0.3-1731558323162:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb8b44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b024da739ae8:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 0 on default port 34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-2c546e7e-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp923489692-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb8b44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41913 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS:0;b024da739ae8:38267 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp923489692-7927-acceptor-0@500c1c1e-ServerConnector@4ed557f7{HTTP/1.1, (http/1.1)}{localhost:36263} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@76dd2ddc[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1b92dc17 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp923489692-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp923489692-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fb8b49f7380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data2/current/BP-392712116-172.17.0.3-1731558323162 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e-prefix:b024da739ae8,38267,1731558325864 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-392712116-172.17.0.3-1731558323162:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.util.internal.ObjectPool$RecyclerObjectPool$1.newObject(ObjectPool.java:79) app//org.apache.hbase.thirdparty.io.netty.util.Recycler.get(Recycler.java:189) app//org.apache.hbase.thirdparty.io.netty.util.internal.ObjectPool$RecyclerObjectPool.get(ObjectPool.java:86) app//org.apache.hbase.thirdparty.io.netty.buffer.PoolThreadCache$MemoryRegionCache.newEntry(PoolThreadCache.java:457) app//org.apache.hbase.thirdparty.io.netty.buffer.PoolThreadCache$MemoryRegionCache.add(PoolThreadCache.java:352) app//org.apache.hbase.thirdparty.io.netty.buffer.PoolThreadCache.add(PoolThreadCache.java:187) app//org.apache.hbase.thirdparty.io.netty.buffer.PoolArena.free(PoolArena.java:238) app//org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBuf.deallocate(PooledByteBuf.java:176) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractReferenceCountedByteBuf.handleRelease(AbstractReferenceCountedByteBuf.java:111) app//org.apache.hbase.thirdparty.io.netty.buffer.AbstractReferenceCountedByteBuf.release(AbstractReferenceCountedByteBuf.java:101) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:788) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b024da739ae8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(591749398) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558328031 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e-prefix:b024da739ae8,38267,1731558325864.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@156b5570 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/b024da739ae8:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 4 on default port 34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data1/current/BP-392712116-172.17.0.3-1731558323162 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: b024da739ae8:44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@52fbeadb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@ad958f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41913/user/jenkins/test-data/2998087b-2d5d-1f91-be89-a45acb62fa9e/MasterData-prefix:b024da739ae8,44823,1731558325634 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 34625 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@6843bc89 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54761 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1949858901-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007fb8b44352a8.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$589/0x00007fb8b4aaf568.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/cluster_7a6b8d0d-4720-d74e-56df-a6e1977a6b3e/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master/b024da739ae8:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1447366928_20 at /127.0.0.1:43324 [Receiving block BP-392712116-172.17.0.3-1731558323162:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41913 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: M:0;b024da739ae8:44823 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server idle connection scanner for port 34625 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54761) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PacketResponder: BP-392712116-172.17.0.3-1731558323162:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38267 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/b024da739ae8:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41913 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) - Thread LEAK? -, OpenFileDescriptor=874 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=709 (was 730), ProcessCount=11 (was 11), AvailableMemoryMB=1322 (was 1969) 2024-11-14T04:25:29,999 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-14T04:25:30,012 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=874, MaxFileDescriptor=1048576, SystemLoadAverage=709, ProcessCount=11, AvailableMemoryMB=1321 2024-11-14T04:25:30,012 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-14T04:25:30,027 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-14T04:25:30,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.log.dir so I do NOT create it in target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433 2024-11-14T04:25:30,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:25:30,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.tmp.dir so I do NOT create it in target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433 2024-11-14T04:25:30,028 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50898d34-1530-b540-e859-f0bd3f291490/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:25:30,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433 2024-11-14T04:25:30,028 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60, deleteOnExit=true 2024-11-14T04:25:30,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/zookeeper_0, clientPort=56029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T04:25:30,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56029 2024-11-14T04:25:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:25:30,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/test.cache.data in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:25:30,032 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:25:30,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:25:30,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:30,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:25:30,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:25:30,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:30,458 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:30,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:30,459 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:30,459 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:25:30,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:30,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:30,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:30,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@251b0c89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/java.io.tmpdir/jetty-localhost-40337-hadoop-hdfs-3_4_1-tests_jar-_-any-2386048439058373927/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:30,573 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:40337} 2024-11-14T04:25:30,573 INFO [Time-limited test {}] server.Server(415): Started @417600ms 2024-11-14T04:25:30,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:30,910 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:30,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:30,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:30,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:30,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:30,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:31,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c462eb1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/java.io.tmpdir/jetty-localhost-41427-hadoop-hdfs-3_4_1-tests_jar-_-any-7662706619949904773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:31,033 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:41427} 2024-11-14T04:25:31,033 INFO [Time-limited test {}] server.Server(415): Started @418060ms 2024-11-14T04:25:31,034 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:25:31,690 WARN [Thread-4310 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/data/data1/current/BP-1996439502-172.17.0.3-1731558330057/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:31,690 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/data/data2/current/BP-1996439502-172.17.0.3-1731558330057/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:31,716 WARN [Thread-4298 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:25:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba499e97eb88a5b with lease ID 0xa29bb300241d29b6: Processing first storage report for DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189 from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=1aeb46dc-a7b1-489d-ab13-4aa4a1e071ab, infoPort=46809, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=538579019;c=1731558330057) 2024-11-14T04:25:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba499e97eb88a5b with lease ID 0xa29bb300241d29b6: from storage DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189 node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=1aeb46dc-a7b1-489d-ab13-4aa4a1e071ab, infoPort=46809, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=538579019;c=1731558330057), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ba499e97eb88a5b with lease ID 0xa29bb300241d29b6: Processing first storage report for DS-92ab2a27-ce5e-4a06-8206-1641ed04e0ff from datanode DatanodeRegistration(127.0.0.1:45145, datanodeUuid=1aeb46dc-a7b1-489d-ab13-4aa4a1e071ab, infoPort=46809, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=538579019;c=1731558330057) 2024-11-14T04:25:31,718 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ba499e97eb88a5b with lease ID 0xa29bb300241d29b6: from storage DS-92ab2a27-ce5e-4a06-8206-1641ed04e0ff node DatanodeRegistration(127.0.0.1:45145, datanodeUuid=1aeb46dc-a7b1-489d-ab13-4aa4a1e071ab, infoPort=46809, infoSecurePort=0, ipcPort=46243, storageInfo=lv=-57;cid=testClusterID;nsid=538579019;c=1731558330057), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:31,784 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433 2024-11-14T04:25:31,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:31,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:31,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:25:32,193 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f with version=8 2024-11-14T04:25:32,194 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/hbase-staging 2024-11-14T04:25:32,196 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:32,196 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:25:32,197 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:32,197 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34435 2024-11-14T04:25:32,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34435 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:32,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344350x0, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:32,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34435-0x10137974a5a0000 connected 2024-11-14T04:25:32,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:32,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:32,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/running 2024-11-14T04:25:32,395 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f, hbase.cluster.distributed=false 2024-11-14T04:25:32,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/acl 2024-11-14T04:25:32,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34435 2024-11-14T04:25:32,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34435 2024-11-14T04:25:32,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34435 2024-11-14T04:25:32,409 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34435 2024-11-14T04:25:32,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34435 2024-11-14T04:25:32,422 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:32,423 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45055 2024-11-14T04:25:32,424 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45055 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:32,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:32,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:32,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450550x0, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:32,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450550x0, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/running 2024-11-14T04:25:32,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45055-0x10137974a5a0001 connected 2024-11-14T04:25:32,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:25:32,441 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:25:32,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/master 2024-11-14T04:25:32,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/acl 2024-11-14T04:25:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T04:25:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-14T04:25:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-14T04:25:32,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T04:25:32,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-14T04:25:32,461 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:34435 2024-11-14T04:25:32,461 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-189087604/backup-masters/b024da739ae8,34435,1731558332196 2024-11-14T04:25:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/backup-masters 2024-11-14T04:25:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/backup-masters 2024-11-14T04:25:32,471 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on existing znode=/0-189087604/backup-masters/b024da739ae8,34435,1731558332196 2024-11-14T04:25:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189087604/master 2024-11-14T04:25:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:32,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:32,481 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on existing znode=/0-189087604/master 2024-11-14T04:25:32,481 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-189087604/backup-masters/b024da739ae8,34435,1731558332196 from backup master directory 2024-11-14T04:25:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/backup-masters 2024-11-14T04:25:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189087604/backup-masters/b024da739ae8,34435,1731558332196 2024-11-14T04:25:32,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/backup-masters 2024-11-14T04:25:32,492 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:32,492 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,34435,1731558332196 2024-11-14T04:25:32,494 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/hbase.id] with ID: acc3af1e-ffc7-48d3-a930-09c6984e4845 2024-11-14T04:25:32,494 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/.tmp/hbase.id 2024-11-14T04:25:32,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:25:32,702 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:32,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:32,899 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/.tmp/hbase.id]:[hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/hbase.id] 2024-11-14T04:25:32,911 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:32,911 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:25:32,912 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:25:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:32,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:25:33,386 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:33,386 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:25:33,387 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:33,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:25:33,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store 2024-11-14T04:25:33,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:25:34,200 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:34,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:34,201 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:34,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:34,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:34,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:34,201 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:34,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558334201Disabling compacts and flushes for region at 1731558334201Disabling writes for close at 1731558334201Writing region close event to WAL at 1731558334201Closed at 1731558334201 2024-11-14T04:25:34,202 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/.initializing 2024-11-14T04:25:34,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:25:34,202 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/WALs/b024da739ae8,34435,1731558332196 2024-11-14T04:25:34,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-14T04:25:34,202 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:34,203 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C34435%2C1731558332196, suffix=, logDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/WALs/b024da739ae8,34435,1731558332196, archiveDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/oldWALs, maxLogs=10 2024-11-14T04:25:34,215 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/WALs/b024da739ae8,34435,1731558332196/b024da739ae8%2C34435%2C1731558332196.1731558334204, exclude list is [], retry=0 2024-11-14T04:25:34,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:34,218 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/WALs/b024da739ae8,34435,1731558332196/b024da739ae8%2C34435%2C1731558332196.1731558334204 2024-11-14T04:25:34,219 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:34,219 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:34,219 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:34,219 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,219 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:25:34,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:34,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:25:34,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:34,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:25:34,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:34,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:25:34,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:34,224 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,225 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,225 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,226 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,226 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,226 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:34,226 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:34,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:34,228 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68808144, jitterRate=0.025321245193481445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:34,228 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558334219Initializing all the Stores at 1731558334220 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558334220Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558334220Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558334220Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558334220Cleaning up temporary data from old regions at 1731558334226 (+6 ms)Region opened successfully at 1731558334228 (+2 ms) 2024-11-14T04:25:34,228 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:25:34,230 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e301b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:34,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:25:34,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:25:34,230 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:25:34,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:25:34,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:25:34,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:25:34,231 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:25:34,232 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:25:34,233 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/balancer because node does not exist (not necessarily an error) 2024-11-14T04:25:34,244 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/balancer already deleted, retry=false 2024-11-14T04:25:34,244 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:25:34,244 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:25:34,254 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/normalizer already deleted, retry=false 2024-11-14T04:25:34,255 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:25:34,255 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:25:34,265 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/switch/split already deleted, retry=false 2024-11-14T04:25:34,266 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:25:34,275 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/switch/merge already deleted, retry=false 2024-11-14T04:25:34,277 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:25:34,286 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/snapshot-cleanup already deleted, retry=false 2024-11-14T04:25:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189087604/running 2024-11-14T04:25:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-189087604/running 2024-11-14T04:25:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,297 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,34435,1731558332196, sessionid=0x10137974a5a0000, setting cluster-up flag (Was=false) 2024-11-14T04:25:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,349 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189087604/flush-table-proc/acquired, /0-189087604/flush-table-proc/reached, /0-189087604/flush-table-proc/abort 2024-11-14T04:25:34,350 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34435,1731558332196 2024-11-14T04:25:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,402 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-189087604/online-snapshot/acquired, /0-189087604/online-snapshot/reached, /0-189087604/online-snapshot/abort 2024-11-14T04:25:34,403 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34435,1731558332196 2024-11-14T04:25:34,403 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:25:34,406 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:34,406 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:25:34,406 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:25:34,407 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,34435,1731558332196 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:34,408 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:34,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:25:34,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558364442 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:25:34,442 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,443 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:25:34,443 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:25:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:25:34,443 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:25:34,443 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:25:34,443 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:25:34,444 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:25:34,444 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558334444,5,FailOnTimeoutGroup] 2024-11-14T04:25:34,444 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558334444,5,FailOnTimeoutGroup] 2024-11-14T04:25:34,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:25:34,444 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,444 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:25:34,444 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,444 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,444 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f 2024-11-14T04:25:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:25:34,454 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(746): ClusterId : acc3af1e-ffc7-48d3-a930-09c6984e4845 2024-11-14T04:25:34,454 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:25:34,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:34,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:34,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:34,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:34,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:34,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:34,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:34,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:34,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:34,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:34,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:34,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:34,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:34,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:34,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:34,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740 2024-11-14T04:25:34,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740 2024-11-14T04:25:34,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:34,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:34,463 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:34,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:34,465 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:34,465 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:25:34,465 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:25:34,466 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75319512, jitterRate=0.12234818935394287}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558334454Initializing all the Stores at 1731558334454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558334454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558334456 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558334456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558334456Cleaning up temporary data from old regions at 1731558334463 (+7 ms)Region opened successfully at 1731558334466 (+3 ms) 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:34,466 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:34,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:34,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558334466Disabling compacts and flushes for region at 1731558334466Disabling writes for close at 1731558334466Writing region close event to WAL at 1731558334466Closed at 1731558334466 2024-11-14T04:25:34,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:34,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:25:34,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:25:34,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:34,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:25:34,476 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:25:34,476 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512255ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:34,495 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:45055 2024-11-14T04:25:34,496 INFO [RS:0;b024da739ae8:45055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:25:34,496 INFO [RS:0;b024da739ae8:45055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:25:34,496 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:25:34,496 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,34435,1731558332196 with port=45055, startcode=1731558332422 2024-11-14T04:25:34,496 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:25:34,498 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:25:34,498 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,499 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34435 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,500 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f 2024-11-14T04:25:34,500 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33417 2024-11-14T04:25:34,500 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:25:34,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/rs 2024-11-14T04:25:34,513 DEBUG [RS:0;b024da739ae8:45055 {}] zookeeper.ZKUtil(111): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on existing znode=/0-189087604/rs/b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,513 WARN [RS:0;b024da739ae8:45055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:34,513 INFO [RS:0;b024da739ae8:45055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:34,513 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,45055,1731558332422] 2024-11-14T04:25:34,515 INFO [RS:0;b024da739ae8:45055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:25:34,516 INFO [RS:0;b024da739ae8:45055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:25:34,518 INFO [RS:0;b024da739ae8:45055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:25:34,518 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,518 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:25:34,519 INFO [RS:0;b024da739ae8:45055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:25:34,519 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:34,519 DEBUG [RS:0;b024da739ae8:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:34,519 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,519 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,519 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,520 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,520 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,520 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45055,1731558332422-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:34,532 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:25:34,532 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45055,1731558332422-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,532 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,532 INFO [RS:0;b024da739ae8:45055 {}] regionserver.Replication(171): b024da739ae8,45055,1731558332422 started 2024-11-14T04:25:34,543 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:34,543 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,45055,1731558332422, RpcServer on b024da739ae8/172.17.0.3:45055, sessionid=0x10137974a5a0001 2024-11-14T04:25:34,543 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:25:34,543 DEBUG [RS:0;b024da739ae8:45055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,543 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45055,1731558332422' 2024-11-14T04:25:34,543 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189087604/flush-table-proc/abort' 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189087604/flush-table-proc/acquired' 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45055,1731558332422' 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-189087604/online-snapshot/abort' 2024-11-14T04:25:34,544 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-189087604/online-snapshot/acquired' 2024-11-14T04:25:34,545 DEBUG [RS:0;b024da739ae8:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:25:34,545 INFO [RS:0;b024da739ae8:45055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:25:34,545 INFO [RS:0;b024da739ae8:45055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:25:34,619 WARN [b024da739ae8:34435 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-14T04:25:34,645 INFO [RS:0;b024da739ae8:45055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:34,646 INFO [RS:0;b024da739ae8:45055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45055%2C1731558332422, suffix=, logDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422, archiveDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/oldWALs, maxLogs=10 2024-11-14T04:25:34,657 DEBUG [RS:0;b024da739ae8:45055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646, exclude list is [], retry=0 2024-11-14T04:25:34,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:34,665 INFO [RS:0;b024da739ae8:45055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 2024-11-14T04:25:34,665 DEBUG [RS:0;b024da739ae8:45055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:34,872 DEBUG [b024da739ae8:34435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:25:34,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:34,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45055,1731558332422, state=OPENING 2024-11-14T04:25:34,886 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:25:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:34,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189087604/meta-region-server: CHANGED 2024-11-14T04:25:34,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189087604/meta-region-server: CHANGED 2024-11-14T04:25:34,897 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:34,897 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45055,1731558332422}] 2024-11-14T04:25:35,049 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:35,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:25:35,053 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:25:35,053 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:35,053 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:25:35,054 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45055%2C1731558332422.meta, suffix=.meta, logDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422, archiveDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/oldWALs, maxLogs=10 2024-11-14T04:25:35,066 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558335054.meta, exclude list is [], retry=0 2024-11-14T04:25:35,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:35,069 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558335054.meta 2024-11-14T04:25:35,069 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:35,069 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:35,070 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:25:35,070 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:25:35,070 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:25:35,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:35,071 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:35,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:35,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:35,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:35,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:35,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:35,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:35,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:35,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:35,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:35,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:35,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:35,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:35,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:35,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:35,074 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:35,075 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740 2024-11-14T04:25:35,075 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740 2024-11-14T04:25:35,076 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:35,076 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:35,077 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:35,078 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:35,078 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66280223, jitterRate=-0.012347713112831116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:35,079 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:25:35,079 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558335070Writing region info on filesystem at 1731558335070Initializing all the Stores at 1731558335071 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558335071Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558335071Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558335071Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558335071Cleaning up temporary data from old regions at 1731558335076 (+5 ms)Running coprocessor post-open hooks at 1731558335079 (+3 ms)Region opened successfully at 1731558335079 2024-11-14T04:25:35,080 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558335049 2024-11-14T04:25:35,081 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:25:35,081 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:25:35,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:35,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45055,1731558332422, state=OPEN 2024-11-14T04:25:35,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189087604/meta-region-server 2024-11-14T04:25:35,178 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189087604/meta-region-server: CHANGED 2024-11-14T04:25:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-189087604/meta-region-server 2024-11-14T04:25:35,179 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,45055,1731558332422 2024-11-14T04:25:35,179 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-189087604/meta-region-server: CHANGED 2024-11-14T04:25:35,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:25:35,185 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45055,1731558332422 in 282 msec 2024-11-14T04:25:35,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:25:35,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec 2024-11-14T04:25:35,188 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:35,188 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:25:35,190 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:35,190 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45055,1731558332422, seqNum=-1] 2024-11-14T04:25:35,190 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:35,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:35,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-14T04:25:35,195 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558335195, completionTime=-1 2024-11-14T04:25:35,195 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:25:35,195 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:25:35,196 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:25:35,196 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558395196 2024-11-14T04:25:35,196 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558455196 2024-11-14T04:25:35,196 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:34435, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,197 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,198 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.707sec 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:35,199 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:25:35,201 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:25:35,201 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:25:35,201 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34435,1731558332196-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:35,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6dda91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:35,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:35,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:35,255 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b19687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:35,257 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:35,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0b9ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:35,258 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45055,1731558332422, seqNum=-1] 2024-11-14T04:25:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:35,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:35,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,34435,1731558332196 2024-11-14T04:25:35,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:35,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10137974a5a0002 connected 2024-11-14T04:25:35,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir so I do NOT create it in target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd 2024-11-14T04:25:35,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:25:35,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.tmp.dir so I do NOT create it in target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd 2024-11-14T04:25:35,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:25:35,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/cluster_0d1aee05-7ec7-7969-4eb1-7eb24dc11fa3, deleteOnExit=true 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/test.cache.data in system properties and HBase conf 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:25:35,284 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:25:35,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:25:35,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:25:35,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:35,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:35,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:35,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:35,567 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T04:25:35,568 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:35,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:35,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:35,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510d8702{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/java.io.tmpdir/jetty-localhost-33443-hadoop-hdfs-3_4_1-tests_jar-_-any-6221498795627652769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:35,663 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:33443} 2024-11-14T04:25:35,663 INFO [Time-limited test {}] server.Server(415): Started @422690ms 2024-11-14T04:25:35,916 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:35,918 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:35,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:35,920 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:35,920 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:35,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35dd2eaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:35,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@351c0e26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:36,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bf1cc6e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/java.io.tmpdir/jetty-localhost-37743-hadoop-hdfs-3_4_1-tests_jar-_-any-9250655847087160773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:36,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fc8b7f3{HTTP/1.1, (http/1.1)}{localhost:37743} 2024-11-14T04:25:36,017 INFO [Time-limited test {}] server.Server(415): Started @423044ms 2024-11-14T04:25:36,018 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:25:36,754 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/cluster_0d1aee05-7ec7-7969-4eb1-7eb24dc11fa3/data/data2/current/BP-1854537481-172.17.0.3-1731558335303/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:36,754 WARN [Thread-4431 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/cluster_0d1aee05-7ec7-7969-4eb1-7eb24dc11fa3/data/data1/current/BP-1854537481-172.17.0.3-1731558335303/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:36,773 WARN [Thread-4419 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:25:36,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e9b33c297351623 with lease ID 0x823deb3acb8d340a: Processing first storage report for DS-1234921b-e436-4f37-9aaa-e036d6044ff2 from datanode DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1a4e2573-4657-494f-880e-3d0b6ee4a9f0, infoPort=45163, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1568366934;c=1731558335303) 2024-11-14T04:25:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e9b33c297351623 with lease ID 0x823deb3acb8d340a: from storage DS-1234921b-e436-4f37-9aaa-e036d6044ff2 node DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1a4e2573-4657-494f-880e-3d0b6ee4a9f0, infoPort=45163, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1568366934;c=1731558335303), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5e9b33c297351623 with lease ID 0x823deb3acb8d340a: Processing first storage report for DS-80f685fd-ae61-459f-a2b4-34ce996954c1 from datanode DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1a4e2573-4657-494f-880e-3d0b6ee4a9f0, infoPort=45163, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1568366934;c=1731558335303) 2024-11-14T04:25:36,778 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5e9b33c297351623 with lease ID 0x823deb3acb8d340a: from storage DS-80f685fd-ae61-459f-a2b4-34ce996954c1 node DatanodeRegistration(127.0.0.1:40969, datanodeUuid=1a4e2573-4657-494f-880e-3d0b6ee4a9f0, infoPort=45163, infoSecurePort=0, ipcPort=38131, storageInfo=lv=-57;cid=testClusterID;nsid=1568366934;c=1731558335303), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:36,854 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd 2024-11-14T04:25:36,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:36,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:36,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:25:36,862 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d with version=8 2024-11-14T04:25:36,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/hbase-staging 2024-11-14T04:25:36,863 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:36,864 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38753 2024-11-14T04:25:36,865 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38753 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:36,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387530x0, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:36,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38753-0x10137974a5a0003 connected 2024-11-14T04:25:36,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:36,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:36,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/running 2024-11-14T04:25:36,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d, hbase.cluster.distributed=false 2024-11-14T04:25:36,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/acl 2024-11-14T04:25:36,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-14T04:25:36,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38753 2024-11-14T04:25:36,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38753 2024-11-14T04:25:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-14T04:25:36,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38753 2024-11-14T04:25:37,000 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:25:37,001 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:37,002 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45073 2024-11-14T04:25:37,003 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45073 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:37,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:37,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:37,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450730x0, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:37,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45073-0x10137974a5a0004 connected 2024-11-14T04:25:37,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/running 2024-11-14T04:25:37,024 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:25:37,024 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:25:37,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/master 2024-11-14T04:25:37,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/acl 2024-11-14T04:25:37,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45073 2024-11-14T04:25:37,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45073 2024-11-14T04:25:37,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45073 2024-11-14T04:25:37,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45073 2024-11-14T04:25:37,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45073 2024-11-14T04:25:37,043 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:38753 2024-11-14T04:25:37,043 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11158746875/backup-masters/b024da739ae8,38753,1731558336863 2024-11-14T04:25:37,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/backup-masters 2024-11-14T04:25:37,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/backup-masters 2024-11-14T04:25:37,056 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on existing znode=/11158746875/backup-masters/b024da739ae8,38753,1731558336863 2024-11-14T04:25:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11158746875/master 2024-11-14T04:25:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:37,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:37,066 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on existing znode=/11158746875/master 2024-11-14T04:25:37,067 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11158746875/backup-masters/b024da739ae8,38753,1731558336863 from backup master directory 2024-11-14T04:25:37,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/backup-masters 2024-11-14T04:25:37,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11158746875/backup-masters/b024da739ae8,38753,1731558336863 2024-11-14T04:25:37,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/backup-masters 2024-11-14T04:25:37,077 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:37,077 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,38753,1731558336863 2024-11-14T04:25:37,086 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/hbase.id] with ID: f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2 2024-11-14T04:25:37,086 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/.tmp/hbase.id 2024-11-14T04:25:37,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:25:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T04:25:37,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T04:25:37,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-14T04:25:37,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-14T04:25:37,200 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:37,200 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-14T04:25:37,497 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/.tmp/hbase.id]:[hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/hbase.id] 2024-11-14T04:25:37,504 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:37,504 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:25:37,505 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:25:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:37,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:37,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:25:37,591 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:37,592 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:25:37,592 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:37,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:25:37,999 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store 2024-11-14T04:25:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:38,006 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:38,006 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:38,006 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558338006Disabling compacts and flushes for region at 1731558338006Disabling writes for close at 1731558338006Writing region close event to WAL at 1731558338006Closed at 1731558338006 2024-11-14T04:25:38,007 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/.initializing 2024-11-14T04:25:38,007 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/WALs/b024da739ae8,38753,1731558336863 2024-11-14T04:25:38,008 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:38,009 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C38753%2C1731558336863, suffix=, logDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/WALs/b024da739ae8,38753,1731558336863, archiveDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/oldWALs, maxLogs=10 2024-11-14T04:25:38,022 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/WALs/b024da739ae8,38753,1731558336863/b024da739ae8%2C38753%2C1731558336863.1731558338009, exclude list is [], retry=0 2024-11-14T04:25:38,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-1234921b-e436-4f37-9aaa-e036d6044ff2,DISK] 2024-11-14T04:25:38,025 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/WALs/b024da739ae8,38753,1731558336863/b024da739ae8%2C38753%2C1731558336863.1731558338009 2024-11-14T04:25:38,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45163:45163)] 2024-11-14T04:25:38,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:38,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:38,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,025 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:25:38,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:38,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:25:38,028 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:38,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:25:38,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:25:38,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:38,031 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,031 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,031 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,032 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,032 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,032 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:38,033 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:38,034 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:38,035 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75112379, jitterRate=0.11926166713237762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:38,035 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558338025Initializing all the Stores at 1731558338026 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558338026Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558338026Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558338026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558338026Cleaning up temporary data from old regions at 1731558338032 (+6 ms)Region opened successfully at 1731558338035 (+3 ms) 2024-11-14T04:25:38,035 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:25:38,037 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670af67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:25:38,038 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:25:38,039 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:25:38,042 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:25:38,042 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/balancer because node does not exist (not necessarily an error) 2024-11-14T04:25:38,091 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/balancer already deleted, retry=false 2024-11-14T04:25:38,091 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:25:38,092 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:25:38,102 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/normalizer already deleted, retry=false 2024-11-14T04:25:38,102 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:25:38,103 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:25:38,112 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/switch/split already deleted, retry=false 2024-11-14T04:25:38,113 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:25:38,123 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/switch/merge already deleted, retry=false 2024-11-14T04:25:38,124 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:25:38,133 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/snapshot-cleanup already deleted, retry=false 2024-11-14T04:25:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11158746875/running 2024-11-14T04:25:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11158746875/running 2024-11-14T04:25:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,144 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,38753,1731558336863, sessionid=0x10137974a5a0003, setting cluster-up flag (Was=false) 2024-11-14T04:25:38,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,202 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11158746875/flush-table-proc/acquired, /11158746875/flush-table-proc/reached, /11158746875/flush-table-proc/abort 2024-11-14T04:25:38,202 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38753,1731558336863 2024-11-14T04:25:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,260 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11158746875/online-snapshot/acquired, /11158746875/online-snapshot/reached, /11158746875/online-snapshot/abort 2024-11-14T04:25:38,260 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,38753,1731558336863 2024-11-14T04:25:38,261 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:25:38,262 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:38,262 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:25:38,262 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:25:38,262 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,38753,1731558336863 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:38,263 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558368264 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:25:38,264 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:25:38,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:38,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:25:38,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:25:38,268 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,268 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:25:38,268 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:25:38,268 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:25:38,268 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:25:38,270 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:25:38,270 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:25:38,270 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558338270,5,FailOnTimeoutGroup] 2024-11-14T04:25:38,272 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558338270,5,FailOnTimeoutGroup] 2024-11-14T04:25:38,272 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,272 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:25:38,272 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,272 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:25:38,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:25:38,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d 2024-11-14T04:25:38,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:25:38,332 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(746): ClusterId : f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2 2024-11-14T04:25:38,332 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:25:38,344 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:25:38,345 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:25:38,355 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:25:38,355 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29338c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:38,365 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:45073 2024-11-14T04:25:38,365 INFO [RS:0;b024da739ae8:45073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:25:38,365 INFO [RS:0;b024da739ae8:45073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:25:38,365 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:25:38,365 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,38753,1731558336863 with port=45073, startcode=1731558337000 2024-11-14T04:25:38,366 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:25:38,366 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:25:38,367 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,367 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38753 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,368 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d 2024-11-14T04:25:38,368 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41141 2024-11-14T04:25:38,368 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:25:38,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/rs 2024-11-14T04:25:38,429 DEBUG [RS:0;b024da739ae8:45073 {}] zookeeper.ZKUtil(111): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on existing znode=/11158746875/rs/b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,429 WARN [RS:0;b024da739ae8:45073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:38,429 INFO [RS:0;b024da739ae8:45073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:38,429 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,429 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,45073,1731558337000] 2024-11-14T04:25:38,431 INFO [RS:0;b024da739ae8:45073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:25:38,432 INFO [RS:0;b024da739ae8:45073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:25:38,432 INFO [RS:0;b024da739ae8:45073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:25:38,432 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,432 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:25:38,433 INFO [RS:0;b024da739ae8:45073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:25:38,433 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:38,433 DEBUG [RS:0;b024da739ae8:45073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:38,433 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,433 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,433 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,434 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,434 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,434 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45073,1731558337000-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:38,445 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:25:38,445 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,45073,1731558337000-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,445 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,445 INFO [RS:0;b024da739ae8:45073 {}] regionserver.Replication(171): b024da739ae8,45073,1731558337000 started 2024-11-14T04:25:38,456 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:38,456 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,45073,1731558337000, RpcServer on b024da739ae8/172.17.0.3:45073, sessionid=0x10137974a5a0004 2024-11-14T04:25:38,456 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:25:38,456 DEBUG [RS:0;b024da739ae8:45073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,456 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45073,1731558337000' 2024-11-14T04:25:38,456 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11158746875/flush-table-proc/abort' 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11158746875/flush-table-proc/acquired' 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,45073,1731558337000' 2024-11-14T04:25:38,457 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11158746875/online-snapshot/abort' 2024-11-14T04:25:38,458 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11158746875/online-snapshot/acquired' 2024-11-14T04:25:38,458 DEBUG [RS:0;b024da739ae8:45073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:25:38,458 INFO [RS:0;b024da739ae8:45073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:25:38,458 INFO [RS:0;b024da739ae8:45073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:25:38,558 INFO [RS:0;b024da739ae8:45073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:38,559 INFO [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45073%2C1731558337000, suffix=, logDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000, archiveDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/oldWALs, maxLogs=10 2024-11-14T04:25:38,571 DEBUG [RS:0;b024da739ae8:45073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.1731558338560, exclude list is [], retry=0 2024-11-14T04:25:38,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-1234921b-e436-4f37-9aaa-e036d6044ff2,DISK] 2024-11-14T04:25:38,575 INFO [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.1731558338560 2024-11-14T04:25:38,575 DEBUG [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45163:45163)] 2024-11-14T04:25:38,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:38,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:38,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:38,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:38,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:38,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:38,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:38,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:38,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:38,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:38,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:38,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:38,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:38,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:38,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740 2024-11-14T04:25:38,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740 2024-11-14T04:25:38,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:38,693 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:38,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:38,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:38,695 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:38,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71239583, jitterRate=0.0615525096654892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558338686Initializing all the Stores at 1731558338686Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558338686Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558338687 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558338687Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558338687Cleaning up temporary data from old regions at 1731558338693 (+6 ms)Region opened successfully at 1731558338696 (+3 ms) 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:38,696 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:38,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:38,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558338696Disabling compacts and flushes for region at 1731558338696Disabling writes for close at 1731558338696Writing region close event to WAL at 1731558338696Closed at 1731558338696 2024-11-14T04:25:38,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:38,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:25:38,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:25:38,698 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:38,698 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:25:38,849 DEBUG [b024da739ae8:38753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:25:38,849 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,45073,1731558337000 2024-11-14T04:25:38,850 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45073,1731558337000, state=OPENING 2024-11-14T04:25:38,896 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:25:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:38,907 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11158746875/meta-region-server: CHANGED 2024-11-14T04:25:38,907 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11158746875/meta-region-server: CHANGED 2024-11-14T04:25:38,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45073,1731558337000}] 2024-11-14T04:25:39,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:39,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:25:39,063 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:25:39,063 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:39,063 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:25:39,064 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45073%2C1731558337000.meta, suffix=.meta, logDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000, archiveDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/oldWALs, maxLogs=10 2024-11-14T04:25:39,079 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.meta.1731558339064.meta, exclude list is [], retry=0 2024-11-14T04:25:39,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40969,DS-1234921b-e436-4f37-9aaa-e036d6044ff2,DISK] 2024-11-14T04:25:39,082 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.meta.1731558339064.meta 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45163:45163)] 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:39,083 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:25:39,083 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:25:39,083 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:25:39,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:39,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:39,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:39,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:39,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:39,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:39,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:39,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:39,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:39,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:39,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:39,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:39,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:39,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:39,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:39,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:39,088 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:39,088 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740 2024-11-14T04:25:39,089 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740 2024-11-14T04:25:39,090 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:39,090 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:39,090 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:39,091 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:39,091 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66291327, jitterRate=-0.012182250618934631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:39,091 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:25:39,091 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558339083Writing region info on filesystem at 1731558339083Initializing all the Stores at 1731558339084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558339084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558339084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558339084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558339084Cleaning up temporary data from old regions at 1731558339090 (+6 ms)Running coprocessor post-open hooks at 1731558339091 (+1 ms)Region opened successfully at 1731558339091 2024-11-14T04:25:39,092 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558339059 2024-11-14T04:25:39,093 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:25:39,093 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:25:39,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45073,1731558337000 2024-11-14T04:25:39,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,45073,1731558337000, state=OPEN 2024-11-14T04:25:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11158746875/meta-region-server 2024-11-14T04:25:39,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11158746875/meta-region-server 2024-11-14T04:25:39,102 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,45073,1731558337000 2024-11-14T04:25:39,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11158746875/meta-region-server: CHANGED 2024-11-14T04:25:39,102 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11158746875/meta-region-server: CHANGED 2024-11-14T04:25:39,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:25:39,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,45073,1731558337000 in 195 msec 2024-11-14T04:25:39,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:25:39,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-14T04:25:39,105 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:39,105 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:25:39,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:39,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45073,1731558337000, seqNum=-1] 2024-11-14T04:25:39,107 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:39,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:39,111 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 849 msec 2024-11-14T04:25:39,111 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558339111, completionTime=-1 2024-11-14T04:25:39,111 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:25:39,111 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558399112 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558459112 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,112 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,113 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:38753, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,113 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,113 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,114 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.038sec 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:39,115 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:25:39,117 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:25:39,117 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:25:39,117 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,38753,1731558336863-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:39,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d78c344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:39,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38753,-1 for getting cluster id 2024-11-14T04:25:39,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:39,133 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2' 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2" 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1366d86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38753,-1] 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:39,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:39,134 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:39,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d2ca16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:39,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45073,1731558337000, seqNum=-1] 2024-11-14T04:25:39,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:39,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:39,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,38753,1731558336863 2024-11-14T04:25:39,137 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:39,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:39,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10137974a5a0005 connected 2024-11-14T04:25:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir so I do NOT create it in target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2 2024-11-14T04:25:39,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir Erasing configuration value by system value. 2024-11-14T04:25:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.tmp.dir so I do NOT create it in target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2 2024-11-14T04:25:39,178 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-14T04:25:39,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2 2024-11-14T04:25:39,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/cluster_c8973170-89fe-52e6-f188-381c9b285249, deleteOnExit=true 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/test.cache.data in system properties and HBase conf 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.log.dir in system properties and HBase conf 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T04:25:39,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T04:25:39,179 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T04:25:39,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/nfs.dump.dir in system properties and HBase conf 2024-11-14T04:25:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/java.io.tmpdir in system properties and HBase conf 2024-11-14T04:25:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T04:25:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T04:25:39,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T04:25:39,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:39,509 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:39,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:39,510 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:39,510 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:39,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:39,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e2e8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:39,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17c5513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:39,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6d6af4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/java.io.tmpdir/jetty-localhost-35099-hadoop-hdfs-3_4_1-tests_jar-_-any-5476072721988742967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:39,606 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d184911{HTTP/1.1, (http/1.1)}{localhost:35099} 2024-11-14T04:25:39,606 INFO [Time-limited test {}] server.Server(415): Started @426633ms 2024-11-14T04:25:39,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T04:25:39,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T04:25:39,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T04:25:39,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T04:25:39,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T04:25:39,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64262caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.log.dir/,AVAILABLE} 2024-11-14T04:25:39,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a44ec1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T04:25:39,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6cb2a1e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/java.io.tmpdir/jetty-localhost-35991-hadoop-hdfs-3_4_1-tests_jar-_-any-499545137637992441/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:39,963 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@633b22db{HTTP/1.1, (http/1.1)}{localhost:35991} 2024-11-14T04:25:39,963 INFO [Time-limited test {}] server.Server(415): Started @426990ms 2024-11-14T04:25:39,964 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T04:25:40,572 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:40,770 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/cluster_c8973170-89fe-52e6-f188-381c9b285249/data/data1/current/BP-9070488-172.17.0.3-1731558339199/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:40,773 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/cluster_c8973170-89fe-52e6-f188-381c9b285249/data/data2/current/BP-9070488-172.17.0.3-1731558339199/current, will proceed with Du for space computation calculation, 2024-11-14T04:25:40,817 WARN [Thread-4539 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T04:25:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ad04236f5ef0f5e with lease ID 0x3820cfe6b42c1c53: Processing first storage report for DS-50a3ae6a-c4cd-4d72-b212-c63eea3be6b1 from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=608a6503-ede0-421d-8a78-82aec1eca558, infoPort=37227, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=197502996;c=1731558339199) 2024-11-14T04:25:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ad04236f5ef0f5e with lease ID 0x3820cfe6b42c1c53: from storage DS-50a3ae6a-c4cd-4d72-b212-c63eea3be6b1 node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=608a6503-ede0-421d-8a78-82aec1eca558, infoPort=37227, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=197502996;c=1731558339199), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T04:25:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3ad04236f5ef0f5e with lease ID 0x3820cfe6b42c1c53: Processing first storage report for DS-598a0563-303b-4913-8965-23d616f508d6 from datanode DatanodeRegistration(127.0.0.1:44989, datanodeUuid=608a6503-ede0-421d-8a78-82aec1eca558, infoPort=37227, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=197502996;c=1731558339199) 2024-11-14T04:25:40,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3ad04236f5ef0f5e with lease ID 0x3820cfe6b42c1c53: from storage DS-598a0563-303b-4913-8965-23d616f508d6 node DatanodeRegistration(127.0.0.1:44989, datanodeUuid=608a6503-ede0-421d-8a78-82aec1eca558, infoPort=37227, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=197502996;c=1731558339199), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T04:25:40,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2 2024-11-14T04:25:40,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:40,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:40,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741825_1001 (size=7) 2024-11-14T04:25:40,913 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d with version=8 2024-11-14T04:25:40,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/hbase-staging 2024-11-14T04:25:40,915 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T04:25:40,915 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:40,916 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34395 2024-11-14T04:25:40,916 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34395 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:40,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343950x0, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:40,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34395-0x10137974a5a0006 connected 2024-11-14T04:25:41,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:41,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:41,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/running 2024-11-14T04:25:41,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d, hbase.cluster.distributed=false 2024-11-14T04:25:41,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/acl 2024-11-14T04:25:41,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-14T04:25:41,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34395 2024-11-14T04:25:41,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34395 2024-11-14T04:25:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-14T04:25:41,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34395 2024-11-14T04:25:41,020 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b024da739ae8:0 server-side Connection retries=45 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T04:25:41,020 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T04:25:41,021 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43853 2024-11-14T04:25:41,021 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43853 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:41,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:41,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:41,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438530x0, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:41,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438530x0, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/running 2024-11-14T04:25:41,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43853-0x10137974a5a0007 connected 2024-11-14T04:25:41,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T04:25:41,035 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T04:25:41,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/master 2024-11-14T04:25:41,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/acl 2024-11-14T04:25:41,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-14T04:25:41,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43853 2024-11-14T04:25:41,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43853 2024-11-14T04:25:41,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-14T04:25:41,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43853 2024-11-14T04:25:41,051 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b024da739ae8:34395 2024-11-14T04:25:41,051 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2080980611/backup-masters/b024da739ae8,34395,1731558340915 2024-11-14T04:25:41,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/backup-masters 2024-11-14T04:25:41,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/backup-masters 2024-11-14T04:25:41,060 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on existing znode=/2-2080980611/backup-masters/b024da739ae8,34395,1731558340915 2024-11-14T04:25:41,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2080980611/master 2024-11-14T04:25:41,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:41,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:41,070 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on existing znode=/2-2080980611/master 2024-11-14T04:25:41,071 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2080980611/backup-masters/b024da739ae8,34395,1731558340915 from backup master directory 2024-11-14T04:25:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2080980611/backup-masters/b024da739ae8,34395,1731558340915 2024-11-14T04:25:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/backup-masters 2024-11-14T04:25:41,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/backup-masters 2024-11-14T04:25:41,081 WARN [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:41,081 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b024da739ae8,34395,1731558340915 2024-11-14T04:25:41,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/hbase.id] with ID: 9281891c-e85c-431e-9b65-d5a881547023 2024-11-14T04:25:41,084 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/.tmp/hbase.id 2024-11-14T04:25:41,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741826_1002 (size=42) 2024-11-14T04:25:41,492 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/.tmp/hbase.id]:[hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/hbase.id] 2024-11-14T04:25:41,500 INFO [master/b024da739ae8:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:41,500 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T04:25:41,501 INFO [master/b024da739ae8:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T04:25:41,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:41,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:41,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741827_1003 (size=196) 2024-11-14T04:25:41,947 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:41,947 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T04:25:41,948 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741828_1004 (size=1189) 2024-11-14T04:25:42,353 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store 2024-11-14T04:25:42,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741829_1005 (size=34) 2024-11-14T04:25:42,757 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:42,758 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:42,758 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:42,758 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558342757Disabling compacts and flushes for region at 1731558342757Disabling writes for close at 1731558342758 (+1 ms)Writing region close event to WAL at 1731558342758Closed at 1731558342758 2024-11-14T04:25:42,758 WARN [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/.initializing 2024-11-14T04:25:42,759 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/WALs/b024da739ae8,34395,1731558340915 2024-11-14T04:25:42,759 INFO [master/b024da739ae8:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:42,760 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b024da739ae8%2C34395%2C1731558340915, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/WALs/b024da739ae8,34395,1731558340915, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/oldWALs, maxLogs=10 2024-11-14T04:25:42,772 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/WALs/b024da739ae8,34395,1731558340915/b024da739ae8%2C34395%2C1731558340915.1731558342760, exclude list is [], retry=0 2024-11-14T04:25:42,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-50a3ae6a-c4cd-4d72-b212-c63eea3be6b1,DISK] 2024-11-14T04:25:42,776 INFO [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/WALs/b024da739ae8,34395,1731558340915/b024da739ae8%2C34395%2C1731558340915.1731558342760 2024-11-14T04:25:42,776 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-14T04:25:42,776 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:42,776 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:42,776 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,776 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T04:25:42,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:42,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:42,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T04:25:42,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:42,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:42,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T04:25:42,780 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:42,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:42,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T04:25:42,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:42,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:42,781 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,782 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,783 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:42,783 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T04:25:42,784 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:42,785 INFO [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75262494, jitterRate=0.12149855494499207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:42,785 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731558342776Initializing all the Stores at 1731558342777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558342777Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558342777Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558342777Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558342777Cleaning up temporary data from old regions at 1731558342782 (+5 ms)Region opened successfully at 1731558342785 (+3 ms) 2024-11-14T04:25:42,785 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T04:25:42,787 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2f8a43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:42,787 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T04:25:42,787 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T04:25:42,787 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T04:25:42,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T04:25:42,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T04:25:42,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T04:25:42,788 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T04:25:42,789 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T04:25:42,790 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/balancer because node does not exist (not necessarily an error) 2024-11-14T04:25:42,854 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/balancer already deleted, retry=false 2024-11-14T04:25:42,854 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T04:25:42,855 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/normalizer because node does not exist (not necessarily an error) 2024-11-14T04:25:42,912 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/normalizer already deleted, retry=false 2024-11-14T04:25:42,913 INFO [master/b024da739ae8:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T04:25:42,913 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/switch/split because node does not exist (not necessarily an error) 2024-11-14T04:25:42,971 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/switch/split already deleted, retry=false 2024-11-14T04:25:42,972 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/switch/merge because node does not exist (not necessarily an error) 2024-11-14T04:25:43,051 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/switch/merge already deleted, retry=false 2024-11-14T04:25:43,053 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T04:25:43,104 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/snapshot-cleanup already deleted, retry=false 2024-11-14T04:25:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2080980611/running 2024-11-14T04:25:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2080980611/running 2024-11-14T04:25:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,147 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b024da739ae8,34395,1731558340915, sessionid=0x10137974a5a0006, setting cluster-up flag (Was=false) 2024-11-14T04:25:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,565 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2080980611/flush-table-proc/acquired, /2-2080980611/flush-table-proc/reached, /2-2080980611/flush-table-proc/abort 2024-11-14T04:25:43,566 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34395,1731558340915 2024-11-14T04:25:43,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:43,944 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2080980611/online-snapshot/acquired, /2-2080980611/online-snapshot/reached, /2-2080980611/online-snapshot/abort 2024-11-14T04:25:43,945 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b024da739ae8,34395,1731558340915 2024-11-14T04:25:43,946 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T04:25:43,947 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:43,948 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T04:25:43,948 INFO [master/b024da739ae8:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T04:25:43,948 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b024da739ae8,34395,1731558340915 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T04:25:43,949 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b024da739ae8:0, corePoolSize=5, maxPoolSize=5 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b024da739ae8:0, corePoolSize=10, maxPoolSize=10 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:43,950 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:43,950 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731558373950 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T04:25:43,951 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T04:25:43,951 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:43,951 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T04:25:43,952 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:43,952 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:43,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T04:25:43,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T04:25:43,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T04:25:43,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T04:25:43,953 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-14T04:25:43,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T04:25:43,956 INFO [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T04:25:43,958 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558343956,5,FailOnTimeoutGroup] 2024-11-14T04:25:43,960 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558343958,5,FailOnTimeoutGroup] 2024-11-14T04:25:43,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:43,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T04:25:43,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:43,960 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741831_1007 (size=1321) 2024-11-14T04:25:44,046 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(746): ClusterId : 9281891c-e85c-431e-9b65-d5a881547023 2024-11-14T04:25:44,046 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T04:25:44,055 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T04:25:44,055 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T04:25:44,075 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T04:25:44,075 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ba937a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b024da739ae8/172.17.0.3:0 2024-11-14T04:25:44,091 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b024da739ae8:43853 2024-11-14T04:25:44,091 INFO [RS:0;b024da739ae8:43853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T04:25:44,091 INFO [RS:0;b024da739ae8:43853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T04:25:44,091 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T04:25:44,092 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(2659): reportForDuty to master=b024da739ae8,34395,1731558340915 with port=43853, startcode=1731558341020 2024-11-14T04:25:44,092 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T04:25:44,097 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T04:25:44,097 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34395 {}] master.ServerManager(517): Registering regionserver=b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,099 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d 2024-11-14T04:25:44,099 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39351 2024-11-14T04:25:44,099 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T04:25:44,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/rs 2024-11-14T04:25:44,158 DEBUG [RS:0;b024da739ae8:43853 {}] zookeeper.ZKUtil(111): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on existing znode=/2-2080980611/rs/b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,159 WARN [RS:0;b024da739ae8:43853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T04:25:44,159 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b024da739ae8,43853,1731558341020] 2024-11-14T04:25:44,159 INFO [RS:0;b024da739ae8:43853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:44,159 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,165 INFO [RS:0;b024da739ae8:43853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T04:25:44,176 INFO [RS:0;b024da739ae8:43853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T04:25:44,184 INFO [RS:0;b024da739ae8:43853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T04:25:44,184 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,196 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T04:25:44,197 INFO [RS:0;b024da739ae8:43853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T04:25:44,197 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b024da739ae8:0, corePoolSize=2, maxPoolSize=2 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,197 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,198 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b024da739ae8:0, corePoolSize=1, maxPoolSize=1 2024-11-14T04:25:44,198 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:44,198 DEBUG [RS:0;b024da739ae8:43853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b024da739ae8:0, corePoolSize=3, maxPoolSize=3 2024-11-14T04:25:44,200 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,200 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,200 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,200 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,200 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,201 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43853,1731558341020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:44,223 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T04:25:44,223 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,43853,1731558341020-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,223 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,223 INFO [RS:0;b024da739ae8:43853 {}] regionserver.Replication(171): b024da739ae8,43853,1731558341020 started 2024-11-14T04:25:44,247 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,247 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1482): Serving as b024da739ae8,43853,1731558341020, RpcServer on b024da739ae8/172.17.0.3:43853, sessionid=0x10137974a5a0007 2024-11-14T04:25:44,247 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T04:25:44,247 DEBUG [RS:0;b024da739ae8:43853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,247 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43853,1731558341020' 2024-11-14T04:25:44,247 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2080980611/flush-table-proc/abort' 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2080980611/flush-table-proc/acquired' 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b024da739ae8,43853,1731558341020' 2024-11-14T04:25:44,248 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2080980611/online-snapshot/abort' 2024-11-14T04:25:44,249 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2080980611/online-snapshot/acquired' 2024-11-14T04:25:44,249 DEBUG [RS:0;b024da739ae8:43853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T04:25:44,249 INFO [RS:0;b024da739ae8:43853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T04:25:44,249 INFO [RS:0;b024da739ae8:43853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T04:25:44,349 INFO [RS:0;b024da739ae8:43853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T04:25:44,351 INFO [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43853%2C1731558341020, suffix=, logDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/oldWALs, maxLogs=10 2024-11-14T04:25:44,365 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T04:25:44,365 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d 2024-11-14T04:25:44,367 DEBUG [RS:0;b024da739ae8:43853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.1731558344351, exclude list is [], retry=0 2024-11-14T04:25:44,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-50a3ae6a-c4cd-4d72-b212-c63eea3be6b1,DISK] 2024-11-14T04:25:44,370 INFO [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.1731558344351 2024-11-14T04:25:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741832_1008 (size=32) 2024-11-14T04:25:44,371 DEBUG [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-14T04:25:44,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:44,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:44,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:44,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:44,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:44,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:44,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:44,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:44,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:44,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:44,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740 2024-11-14T04:25:44,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740 2024-11-14T04:25:44,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:44,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:44,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:44,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:44,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:44,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63733948, jitterRate=-0.05029016733169556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:44,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731558344371Initializing all the Stores at 1731558344372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558344372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344372Cleaning up temporary data from old regions at 1731558344380 (+8 ms)Region opened successfully at 1731558344385 (+5 ms) 2024-11-14T04:25:44,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:44,385 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:44,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:44,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:44,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:44,388 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:44,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558344385Disabling compacts and flushes for region at 1731558344385Disabling writes for close at 1731558344385Writing region close event to WAL at 1731558344388 (+3 ms)Closed at 1731558344388 2024-11-14T04:25:44,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:44,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T04:25:44,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T04:25:44,391 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:44,391 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T04:25:44,542 DEBUG [b024da739ae8:34395 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T04:25:44,542 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,543 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43853,1731558341020, state=OPENING 2024-11-14T04:25:44,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T04:25:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:44,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:44,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2080980611/meta-region-server: CHANGED 2024-11-14T04:25:44,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2080980611/meta-region-server: CHANGED 2024-11-14T04:25:44,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T04:25:44,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43853,1731558341020}] 2024-11-14T04:25:44,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:44,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:25:44,733 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T04:25:44,733 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:44,733 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T04:25:44,734 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C43853%2C1731558341020.meta, suffix=.meta, logDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020, archiveDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/oldWALs, maxLogs=10 2024-11-14T04:25:44,751 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.meta.1731558344734.meta, exclude list is [], retry=0 2024-11-14T04:25:44,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44989,DS-50a3ae6a-c4cd-4d72-b212-c63eea3be6b1,DISK] 2024-11-14T04:25:44,754 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.meta.1731558344734.meta 2024-11-14T04:25:44,754 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37227:37227)] 2024-11-14T04:25:44,754 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:44,755 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:44,755 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:44,755 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T04:25:44,755 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T04:25:44,755 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T04:25:44,755 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:44,755 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T04:25:44,756 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T04:25:44,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T04:25:44,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T04:25:44,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T04:25:44,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T04:25:44,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T04:25:44,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T04:25:44,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T04:25:44,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T04:25:44,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T04:25:44,761 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T04:25:44,761 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740 2024-11-14T04:25:44,762 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740 2024-11-14T04:25:44,762 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T04:25:44,762 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T04:25:44,763 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T04:25:44,763 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T04:25:44,764 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65062243, jitterRate=-0.030497029423713684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T04:25:44,764 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T04:25:44,764 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731558344756Writing region info on filesystem at 1731558344756Initializing all the Stores at 1731558344756Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344756Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344757 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558344757Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731558344757Cleaning up temporary data from old regions at 1731558344762 (+5 ms)Running coprocessor post-open hooks at 1731558344764 (+2 ms)Region opened successfully at 1731558344764 2024-11-14T04:25:44,765 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731558344728 2024-11-14T04:25:44,766 DEBUG [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T04:25:44,766 INFO [RS_OPEN_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T04:25:44,767 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,767 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b024da739ae8,43853,1731558341020, state=OPEN 2024-11-14T04:25:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2080980611/meta-region-server 2024-11-14T04:25:44,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2080980611/meta-region-server 2024-11-14T04:25:44,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b024da739ae8,43853,1731558341020 2024-11-14T04:25:44,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2080980611/meta-region-server: CHANGED 2024-11-14T04:25:44,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2080980611/meta-region-server: CHANGED 2024-11-14T04:25:44,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T04:25:44,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b024da739ae8,43853,1731558341020 in 204 msec 2024-11-14T04:25:44,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T04:25:44,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 392 msec 2024-11-14T04:25:44,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T04:25:44,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T04:25:44,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:44,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43853,1731558341020, seqNum=-1] 2024-11-14T04:25:44,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:44,787 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:44,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 843 msec 2024-11-14T04:25:44,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731558344791, completionTime=-1 2024-11-14T04:25:44,791 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T04:25:44,791 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T04:25:44,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T04:25:44,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731558404792 2024-11-14T04:25:44,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731558464792 2024-11-14T04:25:44,792 INFO [master/b024da739ae8:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b024da739ae8:34395, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,793 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,795 DEBUG [master/b024da739ae8:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.715sec 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T04:25:44,796 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T04:25:44,798 DEBUG [master/b024da739ae8:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T04:25:44,798 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T04:25:44,798 INFO [master/b024da739ae8:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b024da739ae8,34395,1731558340915-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T04:25:44,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b021a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:44,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34395,-1 for getting cluster id 2024-11-14T04:25:44,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:44,846 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9281891c-e85c-431e-9b65-d5a881547023' 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9281891c-e85c-431e-9b65-d5a881547023" 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4935400a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34395,-1] 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:44,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:44,848 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:44,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2c1d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:44,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43853,1731558341020, seqNum=-1] 2024-11-14T04:25:44,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:44,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:44,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b024da739ae8,34395,1731558340915 2024-11-14T04:25:44,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:56029 2024-11-14T04:25:44,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T04:25:44,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10137974a5a0008 connected 2024-11-14T04:25:44,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34435,1731558332196 2024-11-14T04:25:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77a87ca6 2024-11-14T04:25:44,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:44,878 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:44,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:44,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:44,881 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:44,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:44,882 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:45,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:45,292 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2eeb71f09dae462ad2696e24338221ed, NAME => 'test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f 2024-11-14T04:25:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:45,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:45,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2eeb71f09dae462ad2696e24338221ed, disabling compactions & flushes 2024-11-14T04:25:45,295 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,295 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. after waiting 0 ms 2024-11-14T04:25:45,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,296 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,296 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2eeb71f09dae462ad2696e24338221ed: Waiting for close lock at 1731558345295Disabling compacts and flushes for region at 1731558345295Disabling writes for close at 1731558345296 (+1 ms)Writing region close event to WAL at 1731558345296Closed at 1731558345296 2024-11-14T04:25:45,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:45,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558345296"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558345296"}]},"ts":"1731558345296"} 2024-11-14T04:25:45,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:45,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:45,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558345299"}]},"ts":"1731558345299"} 2024-11-14T04:25:45,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:45,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2eeb71f09dae462ad2696e24338221ed, ASSIGN}] 2024-11-14T04:25:45,301 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2eeb71f09dae462ad2696e24338221ed, ASSIGN 2024-11-14T04:25:45,302 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2eeb71f09dae462ad2696e24338221ed, ASSIGN; state=OFFLINE, location=b024da739ae8,45055,1731558332422; forceNewPlan=false, retain=false 2024-11-14T04:25:45,452 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eeb71f09dae462ad2696e24338221ed, regionState=OPENING, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:45,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2eeb71f09dae462ad2696e24338221ed, ASSIGN because future has completed 2024-11-14T04:25:45,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eeb71f09dae462ad2696e24338221ed, server=b024da739ae8,45055,1731558332422}] 2024-11-14T04:25:45,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:45,617 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,617 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2eeb71f09dae462ad2696e24338221ed, NAME => 'test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:45,617 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:45,617 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:45,618 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,618 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:45,618 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,618 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,619 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,620 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eeb71f09dae462ad2696e24338221ed columnFamilyName f 2024-11-14T04:25:45,620 DEBUG [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:45,620 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(327): Store=2eeb71f09dae462ad2696e24338221ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:45,620 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,621 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eeb71f09dae462ad2696e24338221ed columnFamilyName f1 2024-11-14T04:25:45,621 DEBUG [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:45,621 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(327): Store=2eeb71f09dae462ad2696e24338221ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:45,621 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,622 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2eeb71f09dae462ad2696e24338221ed columnFamilyName norep 2024-11-14T04:25:45,622 DEBUG [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:45,622 INFO [StoreOpener-2eeb71f09dae462ad2696e24338221ed-1 {}] regionserver.HStore(327): Store=2eeb71f09dae462ad2696e24338221ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:45,622 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,622 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,623 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,623 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,623 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,624 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:45,625 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,626 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:45,627 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2eeb71f09dae462ad2696e24338221ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59449692, jitterRate=-0.11413055658340454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:45,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:25:45,627 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2eeb71f09dae462ad2696e24338221ed: Running coprocessor pre-open hook at 1731558345618Writing region info on filesystem at 1731558345618Initializing all the Stores at 1731558345619 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558345619Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558345619Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558345619Cleaning up temporary data from old regions at 1731558345623 (+4 ms)Running coprocessor post-open hooks at 1731558345627 (+4 ms)Region opened successfully at 1731558345627 2024-11-14T04:25:45,627 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., pid=6, masterSystemTime=1731558345606 2024-11-14T04:25:45,629 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,629 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:25:45,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2eeb71f09dae462ad2696e24338221ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:45,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2eeb71f09dae462ad2696e24338221ed, server=b024da739ae8,45055,1731558332422 because future has completed 2024-11-14T04:25:45,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:45,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2eeb71f09dae462ad2696e24338221ed, server=b024da739ae8,45055,1731558332422 in 178 msec 2024-11-14T04:25:45,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:45,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2eeb71f09dae462ad2696e24338221ed, ASSIGN in 333 msec 2024-11-14T04:25:45,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:45,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558345635"}]},"ts":"1731558345635"} 2024-11-14T04:25:45,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:45,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:45,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 758 msec 2024-11-14T04:25:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:46,022 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:46,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38753,1731558336863 2024-11-14T04:25:46,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3587743f 2024-11-14T04:25:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:46,025 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:46,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:46,029 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:46,029 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:46,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:46,030 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:46,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4707425dcb6bd80fad9744bf5a3b2d4f, NAME => 'test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d 2024-11-14T04:25:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:46,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:46,502 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4707425dcb6bd80fad9744bf5a3b2d4f, disabling compactions & flushes 2024-11-14T04:25:46,502 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. after waiting 0 ms 2024-11-14T04:25:46,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,503 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,503 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4707425dcb6bd80fad9744bf5a3b2d4f: Waiting for close lock at 1731558346502Disabling compacts and flushes for region at 1731558346502Disabling writes for close at 1731558346503 (+1 ms)Writing region close event to WAL at 1731558346503Closed at 1731558346503 2024-11-14T04:25:46,504 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:46,504 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558346504"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558346504"}]},"ts":"1731558346504"} 2024-11-14T04:25:46,506 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:46,507 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:46,507 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558346507"}]},"ts":"1731558346507"} 2024-11-14T04:25:46,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:46,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4707425dcb6bd80fad9744bf5a3b2d4f, ASSIGN}] 2024-11-14T04:25:46,511 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4707425dcb6bd80fad9744bf5a3b2d4f, ASSIGN 2024-11-14T04:25:46,512 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4707425dcb6bd80fad9744bf5a3b2d4f, ASSIGN; state=OFFLINE, location=b024da739ae8,45073,1731558337000; forceNewPlan=false, retain=false 2024-11-14T04:25:46,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:46,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4707425dcb6bd80fad9744bf5a3b2d4f, regionState=OPENING, regionLocation=b024da739ae8,45073,1731558337000 2024-11-14T04:25:46,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4707425dcb6bd80fad9744bf5a3b2d4f, ASSIGN because future has completed 2024-11-14T04:25:46,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4707425dcb6bd80fad9744bf5a3b2d4f, server=b024da739ae8,45073,1731558337000}] 2024-11-14T04:25:46,823 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,823 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4707425dcb6bd80fad9744bf5a3b2d4f, NAME => 'test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:46,824 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:46,824 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:46,824 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,824 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:46,824 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,824 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,828 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,829 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4707425dcb6bd80fad9744bf5a3b2d4f columnFamilyName f 2024-11-14T04:25:46,830 DEBUG [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:46,830 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(327): Store=4707425dcb6bd80fad9744bf5a3b2d4f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:46,830 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,831 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4707425dcb6bd80fad9744bf5a3b2d4f columnFamilyName f1 2024-11-14T04:25:46,831 DEBUG [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:46,831 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(327): Store=4707425dcb6bd80fad9744bf5a3b2d4f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:46,831 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,832 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4707425dcb6bd80fad9744bf5a3b2d4f columnFamilyName norep 2024-11-14T04:25:46,832 DEBUG [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:46,832 INFO [StoreOpener-4707425dcb6bd80fad9744bf5a3b2d4f-1 {}] regionserver.HStore(327): Store=4707425dcb6bd80fad9744bf5a3b2d4f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:46,832 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,833 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,834 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,834 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:46,835 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,837 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:46,841 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4707425dcb6bd80fad9744bf5a3b2d4f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64369514, jitterRate=-0.04081949591636658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:46,841 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:46,842 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4707425dcb6bd80fad9744bf5a3b2d4f: Running coprocessor pre-open hook at 1731558346824Writing region info on filesystem at 1731558346824Initializing all the Stores at 1731558346825 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558346825Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558346828 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558346828Cleaning up temporary data from old regions at 1731558346834 (+6 ms)Running coprocessor post-open hooks at 1731558346841 (+7 ms)Region opened successfully at 1731558346841 2024-11-14T04:25:46,842 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f., pid=6, masterSystemTime=1731558346819 2024-11-14T04:25:46,845 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,845 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:46,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4707425dcb6bd80fad9744bf5a3b2d4f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,45073,1731558337000 2024-11-14T04:25:46,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4707425dcb6bd80fad9744bf5a3b2d4f, server=b024da739ae8,45073,1731558337000 because future has completed 2024-11-14T04:25:46,859 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:46,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4707425dcb6bd80fad9744bf5a3b2d4f, server=b024da739ae8,45073,1731558337000 in 190 msec 2024-11-14T04:25:46,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:46,865 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4707425dcb6bd80fad9744bf5a3b2d4f, ASSIGN in 349 msec 2024-11-14T04:25:46,866 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:46,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558346866"}]},"ts":"1731558346866"} 2024-11-14T04:25:46,868 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:46,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:46,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 843 msec 2024-11-14T04:25:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:47,171 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:47,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34395,1731558340915 2024-11-14T04:25:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39f7b3b 2024-11-14T04:25:47,173 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:47,174 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:47,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:47,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-14T04:25:47,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:47,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:47,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-14T04:25:47,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741835_1011 (size=902) 2024-11-14T04:25:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:47,420 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:47,421 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:47,422 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148645 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [b024da739ae8,37719,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:37719 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-14T04:25:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:47,587 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c72dd243dbd948f87cd06800689b9d2b, NAME => 'test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d 2024-11-14T04:25:47,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741836_1012 (size=39) 2024-11-14T04:25:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c72dd243dbd948f87cd06800689b9d2b, disabling compactions & flushes 2024-11-14T04:25:47,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. after waiting 0 ms 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:47,994 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:47,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c72dd243dbd948f87cd06800689b9d2b: Waiting for close lock at 1731558347994Disabling compacts and flushes for region at 1731558347994Disabling writes for close at 1731558347994Writing region close event to WAL at 1731558347994Closed at 1731558347994 2024-11-14T04:25:47,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:47,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731558347995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558347995"}]},"ts":"1731558347995"} 2024-11-14T04:25:47,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:47,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:47,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558347997"}]},"ts":"1731558347997"} 2024-11-14T04:25:47,999 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-14T04:25:47,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c72dd243dbd948f87cd06800689b9d2b, ASSIGN}] 2024-11-14T04:25:48,000 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c72dd243dbd948f87cd06800689b9d2b, ASSIGN 2024-11-14T04:25:48,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c72dd243dbd948f87cd06800689b9d2b, ASSIGN; state=OFFLINE, location=b024da739ae8,43853,1731558341020; forceNewPlan=false, retain=false 2024-11-14T04:25:48,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c72dd243dbd948f87cd06800689b9d2b, regionState=OPENING, regionLocation=b024da739ae8,43853,1731558341020 2024-11-14T04:25:48,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c72dd243dbd948f87cd06800689b9d2b, ASSIGN because future has completed 2024-11-14T04:25:48,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72dd243dbd948f87cd06800689b9d2b, server=b024da739ae8,43853,1731558341020}] 2024-11-14T04:25:48,310 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:48,310 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c72dd243dbd948f87cd06800689b9d2b, NAME => 'test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:48,310 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:48,311 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-14T04:25:48,311 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,311 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:48,311 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,311 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,312 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,314 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72dd243dbd948f87cd06800689b9d2b columnFamilyName f 2024-11-14T04:25:48,314 DEBUG [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:48,314 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(327): Store=c72dd243dbd948f87cd06800689b9d2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:48,314 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,316 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72dd243dbd948f87cd06800689b9d2b columnFamilyName f1 2024-11-14T04:25:48,316 DEBUG [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:48,318 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(327): Store=c72dd243dbd948f87cd06800689b9d2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:48,318 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,319 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c72dd243dbd948f87cd06800689b9d2b columnFamilyName norep 2024-11-14T04:25:48,319 DEBUG [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:48,319 INFO [StoreOpener-c72dd243dbd948f87cd06800689b9d2b-1 {}] regionserver.HStore(327): Store=c72dd243dbd948f87cd06800689b9d2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:48,320 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,320 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,321 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,321 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,322 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,322 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:48,323 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,328 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:48,329 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c72dd243dbd948f87cd06800689b9d2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74510694, jitterRate=0.1102958619594574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:48,329 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:48,329 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c72dd243dbd948f87cd06800689b9d2b: Running coprocessor pre-open hook at 1731558348311Writing region info on filesystem at 1731558348311Initializing all the Stores at 1731558348312 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558348312Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558348312Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558348312Cleaning up temporary data from old regions at 1731558348322 (+10 ms)Running coprocessor post-open hooks at 1731558348329 (+7 ms)Region opened successfully at 1731558348329 2024-11-14T04:25:48,330 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b., pid=6, masterSystemTime=1731558348306 2024-11-14T04:25:48,332 DEBUG [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:48,332 INFO [RS_OPEN_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:48,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c72dd243dbd948f87cd06800689b9d2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=b024da739ae8,43853,1731558341020 2024-11-14T04:25:48,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c72dd243dbd948f87cd06800689b9d2b, server=b024da739ae8,43853,1731558341020 because future has completed 2024-11-14T04:25:48,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T04:25:48,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c72dd243dbd948f87cd06800689b9d2b, server=b024da739ae8,43853,1731558341020 in 181 msec 2024-11-14T04:25:48,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T04:25:48,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c72dd243dbd948f87cd06800689b9d2b, ASSIGN in 338 msec 2024-11-14T04:25:48,340 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:48,340 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558348340"}]},"ts":"1731558348340"} 2024-11-14T04:25:48,342 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-14T04:25:48,345 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:48,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-14T04:25:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34395 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T04:25:49,321 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-14T04:25:49,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b796332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:49,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:49,323 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:49,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e470c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:49,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:49,325 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:49,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce5681f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34435,1731558332196 2024-11-14T04:25:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c95cc6e 2024-11-14T04:25:49,327 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:49,328 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:49,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://b024da739ae8:38753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:49,333 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38753' 2024-11-14T04:25:49,334 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec02581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,334 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38753,-1 for getting cluster id 2024-11-14T04:25:49,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:49,335 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2' 2024-11-14T04:25:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2" 2024-11-14T04:25:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da14534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38753,-1] 2024-11-14T04:25:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:49,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:49,336 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:49,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7e966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:49,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38753,1731558336863 2024-11-14T04:25:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b12a6b 2024-11-14T04:25:49,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:49,340 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:49,341 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-14T04:25:49,341 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:49,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:49,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:49,342 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T04:25:49,343 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:49,343 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-14T04:25:49,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T04:25:49,345 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:49,346 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T04:25:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741837_1013 (size=1138) 2024-11-14T04:25:49,365 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 951deca4d7fb538052098b1a3fd054b6, NAME => 'hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f 2024-11-14T04:25:49,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741838_1014 (size=44) 2024-11-14T04:25:49,394 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-14T04:25:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 951deca4d7fb538052098b1a3fd054b6, disabling compactions & flushes 2024-11-14T04:25:49,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. after waiting 0 ms 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:49,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:49,775 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 951deca4d7fb538052098b1a3fd054b6: Waiting for close lock at 1731558349775Disabling compacts and flushes for region at 1731558349775Disabling writes for close at 1731558349775Writing region close event to WAL at 1731558349775Closed at 1731558349775 2024-11-14T04:25:49,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T04:25:49,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731558349776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731558349776"}]},"ts":"1731558349776"} 2024-11-14T04:25:49,778 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T04:25:49,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T04:25:49,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558349779"}]},"ts":"1731558349779"} 2024-11-14T04:25:49,781 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-14T04:25:49,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=951deca4d7fb538052098b1a3fd054b6, ASSIGN}] 2024-11-14T04:25:49,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=951deca4d7fb538052098b1a3fd054b6, ASSIGN 2024-11-14T04:25:49,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=951deca4d7fb538052098b1a3fd054b6, ASSIGN; state=OFFLINE, location=b024da739ae8,45055,1731558332422; forceNewPlan=false, retain=false 2024-11-14T04:25:49,933 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=951deca4d7fb538052098b1a3fd054b6, regionState=OPENING, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:49,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=951deca4d7fb538052098b1a3fd054b6, ASSIGN because future has completed 2024-11-14T04:25:49,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951deca4d7fb538052098b1a3fd054b6, server=b024da739ae8,45055,1731558332422}] 2024-11-14T04:25:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:50,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:50,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T04:25:50,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-14T04:25:50,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=b024da739ae8%2C45055%2C1731558332422.rep, suffix=, logDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422, archiveDir=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/oldWALs, maxLogs=10 2024-11-14T04:25:50,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558350093, exclude list is [], retry=0 2024-11-14T04:25:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:50,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558350093 2024-11-14T04:25:50,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:50,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 951deca4d7fb538052098b1a3fd054b6, NAME => 'hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6.', STARTKEY => '', ENDKEY => ''} 2024-11-14T04:25:50,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. service=MultiRowMutationService 2024-11-14T04:25:50,117 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,119 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,119 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951deca4d7fb538052098b1a3fd054b6 columnFamilyName hfileref 2024-11-14T04:25:50,119 DEBUG [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:50,120 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(327): Store=951deca4d7fb538052098b1a3fd054b6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:50,120 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,120 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951deca4d7fb538052098b1a3fd054b6 columnFamilyName queue 2024-11-14T04:25:50,121 DEBUG [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:50,121 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(327): Store=951deca4d7fb538052098b1a3fd054b6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:50,121 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,122 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951deca4d7fb538052098b1a3fd054b6 columnFamilyName sid 2024-11-14T04:25:50,122 DEBUG [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T04:25:50,122 INFO [StoreOpener-951deca4d7fb538052098b1a3fd054b6-1 {}] regionserver.HStore(327): Store=951deca4d7fb538052098b1a3fd054b6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T04:25:50,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T04:25:50,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T04:25:50,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 951deca4d7fb538052098b1a3fd054b6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74369109, jitterRate=0.10818608105182648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T04:25:50,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:25:50,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 951deca4d7fb538052098b1a3fd054b6: Running coprocessor pre-open hook at 1731558350117Writing region info on filesystem at 1731558350117Initializing all the Stores at 1731558350118 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558350118Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558350118Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731558350118Cleaning up temporary data from old regions at 1731558350124 (+6 ms)Running coprocessor post-open hooks at 1731558350128 (+4 ms)Region opened successfully at 1731558350128 2024-11-14T04:25:50,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6., pid=10, masterSystemTime=1731558350088 2024-11-14T04:25:50,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:50,130 INFO [RS_OPEN_PRIORITY_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:25:50,131 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=951deca4d7fb538052098b1a3fd054b6, regionState=OPEN, openSeqNum=2, regionLocation=b024da739ae8,45055,1731558332422 2024-11-14T04:25:50,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951deca4d7fb538052098b1a3fd054b6, server=b024da739ae8,45055,1731558332422 because future has completed 2024-11-14T04:25:50,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T04:25:50,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 951deca4d7fb538052098b1a3fd054b6, server=b024da739ae8,45055,1731558332422 in 197 msec 2024-11-14T04:25:50,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T04:25:50,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=951deca4d7fb538052098b1a3fd054b6, ASSIGN in 353 msec 2024-11-14T04:25:50,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T04:25:50,136 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731558350136"}]},"ts":"1731558350136"} 2024-11-14T04:25:50,138 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-14T04:25:50,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T04:25:50,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-14T04:25:50,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6., hostname=b024da739ae8,45055,1731558332422, seqNum=2] 2024-11-14T04:25:50,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:50,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:25:50,258 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:50,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:25:50,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:50,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-14T04:25:50,429 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-14T04:25:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:50,499 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-b024da739ae8,45055,1731558332422, ReplicationSource: 1, currentBandwidth=0 2024-11-14T04:25:50,499 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:50,500 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45055,1731558332422, seqNum=-1] 2024-11-14T04:25:50,500 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:50,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:50,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-b024da739ae8,45055,1731558332422', locateType=CURRENT is [region=hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6., hostname=b024da739ae8,45055,1731558332422, seqNum=2] 2024-11-14T04:25:50,505 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-14T04:25:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-14T04:25:50,511 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on b024da739ae8,45055,1731558332422 suceeded 2024-11-14T04:25:50,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-14T04:25:50,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-14T04:25:50,515 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://b024da739ae8:38753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:25:50,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1860 sec 2024-11-14T04:25:50,529 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:38753' 2024-11-14T04:25:50,531 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29d1bb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:50,531 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38753,-1 for getting cluster id 2024-11-14T04:25:50,531 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:50,532 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2' 2024-11-14T04:25:50,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2" 2024-11-14T04:25:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1314b731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38753,-1] 2024-11-14T04:25:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:50,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:50,534 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:50,535 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@698e51c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:50,535 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38753,1731558336863 2024-11-14T04:25:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7657d831 2024-11-14T04:25:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:50,537 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:50,538 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-b024da739ae8,45055,1731558332422 (queues=1) is replicating from cluster=acc3af1e-ffc7-48d3-a930-09c6984e4845 to cluster=f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2 2024-11-14T04:25:50,538 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=b024da739ae8%2C45055%2C1731558332422 2024-11-14T04:25:50,538 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-b024da739ae8,45055,1731558332422, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:25:50,545 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646, startPosition=0, beingWritten=true 2024-11-14T04:25:50,545 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45055%2C1731558332422 2024-11-14T04:25:50,555 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:25:50,555 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:50,555 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:25:50,760 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:51,064 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:51,467 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:51,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T04:25:51,492 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-14T04:25:51,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:51,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:51,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:51,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2219ae0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:51,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:51,493 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd2991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:51,494 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,495 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:51,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3143ddfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1a7fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38753,-1 for getting cluster id 2024-11-14T04:25:51,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:51,496 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2' 2024-11-14T04:25:51,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2" 2024-11-14T04:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54630d96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38753,-1] 2024-11-14T04:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:51,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,497 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:51,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688b5c40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,508 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,508 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34395,-1 for getting cluster id 2024-11-14T04:25:51,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:51,509 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9281891c-e85c-431e-9b65-d5a881547023' 2024-11-14T04:25:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:51,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9281891c-e85c-431e-9b65-d5a881547023" 2024-11-14T04:25:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e58c186, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34395,-1] 2024-11-14T04:25:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:51,510 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,510 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:51,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708d5679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:51,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731558351517/Put/seqid=0 2024-11-14T04:25:51,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741840_1016 (size=7894) 2024-11-14T04:25:51,533 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731558351533/Put/seqid=0 2024-11-14T04:25:51,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741841_1017 (size=7691) 2024-11-14T04:25:51,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@378a2af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:51,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:51,940 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e8d8b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:51,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,941 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:51,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b62989f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:51,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45055,1731558332422, seqNum=-1] 2024-11-14T04:25:51,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:51,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:51,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34435,1731558332196 2024-11-14T04:25:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405ab066 2024-11-14T04:25:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:51,951 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:51,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2] 2024-11-14T04:25:51,956 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:25:51,966 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-14T04:25:51,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-14T04:25:51,971 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:51,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T04:25:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:51,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T04:25:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegion(2603): Flush status journal for 2eeb71f09dae462ad2696e24338221ed: 2024-11-14T04:25:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_1 2024-11-14T04:25:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_1 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ 2024-11-14T04:25:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_0 2024-11-14T04:25:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_0 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ 2024-11-14T04:25:51,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_1 into 2eeb71f09dae462ad2696e24338221ed/f as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ - updating store file list. 2024-11-14T04:25:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 521bbd3419d1413d81725f579127ab29_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:51,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ into 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:51,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_1 into 2eeb71f09dae462ad2696e24338221ed/f (new location: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/521bbd3419d1413d81725f579127ab29_SeqId_4_) 2024-11-14T04:25:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_1 2024-11-14T04:25:51,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_0 into 2eeb71f09dae462ad2696e24338221ed/f as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ - updating store file list. 2024-11-14T04:25:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c89470681e084bc5ac6947ff78be54ec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:51,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ into 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:51,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_0 into 2eeb71f09dae462ad2696e24338221ed/f (new location: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_) 2024-11-14T04:25:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__tg8ivtv64dp71kq6n3au77hta57ct9t7420k7qq6k2atdj1ta83h3c7j9u22ir2p/f/hfile_0 2024-11-14T04:25:51,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:51,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:51,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:51,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 , the old value is region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:45055 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:25:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:25:51,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 from cache 2024-11-14T04:25:51,996 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:51,996 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T04:25:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45073,1731558337000, seqNum=-1] 2024-11-14T04:25:51,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:51,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:51,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f., hostname=b024da739ae8,45073,1731558337000, seqNum=2] 2024-11-14T04:25:52,001 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:25:52,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:25:52,574 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 379, reset compression=false 2024-11-14T04:25:52,579 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:52,579 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eeb71f09dae462ad2696e24338221ed/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558351993/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:25:52,581 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:52,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T04:25:52,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.ReplicationSink(318): Replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:52,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149150b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:52,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,38753,-1 for getting cluster id 2024-11-14T04:25:52,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:52,584 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2' 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f4915e46-d637-4efc-9c1c-6fcb0d7b0ed2" 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1356a661, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,38753,-1] 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:52,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:52,585 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:52,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@284e530b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:52,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741837_1013 (size=7691) 2024-11-14T04:25:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741838_1014 (size=7894) 2024-11-14T04:25:52,661 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-14T04:25:52,779 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 687, reset compression=false 2024-11-14T04:25:53,003 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:25:53,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:53,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,38753,1731558336863 2024-11-14T04:25:53,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f4ceab3 2024-11-14T04:25:53,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:53,035 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:53,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:25:53,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45073,1731558337000, seqNum=-1] 2024-11-14T04:25:53,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:53,057 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:53,064 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-14T04:25:53,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-14T04:25:53,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ for inclusion in 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-14T04:25:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:53,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ for inclusion in 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-14T04:25:53,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegion(2603): Flush status journal for 4707425dcb6bd80fad9744bf5a3b2d4f: 2024-11-14T04:25:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 521bbd3419d1413d81725f579127ab29_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/ae015d3ec9e34da0b7b4da9f3cbd1dac_SeqId_4_ 2024-11-14T04:25:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c89470681e084bc5ac6947ff78be54ec_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:53,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/64b30bb4a0bf41b09bad1a5bd9bf74ba_SeqId_4_ 2024-11-14T04:25:53,076 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/ae015d3ec9e34da0b7b4da9f3cbd1dac_SeqId_4_ - updating store file list. 2024-11-14T04:25:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ae015d3ec9e34da0b7b4da9f3cbd1dac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:53,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/ae015d3ec9e34da0b7b4da9f3cbd1dac_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:53,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f (new location: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/ae015d3ec9e34da0b7b4da9f3cbd1dac_SeqId_4_) 2024-11-14T04:25:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/521bbd3419d1413d81725f579127ab29_SeqId_4_ 2024-11-14T04:25:53,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/64b30bb4a0bf41b09bad1a5bd9bf74ba_SeqId_4_ - updating store file list. 2024-11-14T04:25:53,083 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 687, reset compression=false 2024-11-14T04:25:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64b30bb4a0bf41b09bad1a5bd9bf74ba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:53,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/64b30bb4a0bf41b09bad1a5bd9bf74ba_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:53,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f (new location: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/64b30bb4a0bf41b09bad1a5bd9bf74ba_SeqId_4_) 2024-11-14T04:25:53,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__o8okethsofm86g1judb64551im8l22bc652vh28uorogoahigf6vkj8hpnp6h7on/f/c89470681e084bc5ac6947ff78be54ec_SeqId_4_ 2024-11-14T04:25:53,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.ReplicationSink(324): Finished replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:53,493 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 687, reset compression=false 2024-11-14T04:25:53,996 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 687, reset compression=false 2024-11-14T04:25:54,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:54,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43853,1731558341020, seqNum=-1] 2024-11-14T04:25:54,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:54,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:54,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b., hostname=b024da739ae8,43853,1731558341020, seqNum=2] 2024-11-14T04:25:54,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:54,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T04:25:54,021 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b024da739ae8%2C45055%2C1731558332422.meta:.meta(num 1731558335054) roll requested 2024-11-14T04:25:54,034 DEBUG [regionserver/b024da739ae8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558354021.meta, exclude list is [], retry=0 2024-11-14T04:25:54,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:54,038 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558335054.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558354021.meta 2024-11-14T04:25:54,038 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:54,039 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.meta.1731558335054.meta is not closed yet, will try archiving it next time 2024-11-14T04:25:54,039 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b024da739ae8%2C45055%2C1731558332422:(num 1731558334646) roll requested 2024-11-14T04:25:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741834_1010 (size=3473) 2024-11-14T04:25:54,052 DEBUG [regionserver/b024da739ae8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, exclude list is [], retry=0 2024-11-14T04:25:54,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:54,055 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 2024-11-14T04:25:54,055 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:54,055 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 is not closed yet, will try archiving it next time 2024-11-14T04:25:54,055 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b024da739ae8%2C45055%2C1731558332422.rep:(num 1731558350093) roll requested 2024-11-14T04:25:54,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741833_1009 (size=695) 2024-11-14T04:25:54,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34d9e867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:54,060 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/oldWALs/b024da739ae8%2C45055%2C1731558332422.1731558334646 2024-11-14T04:25:54,061 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:54,061 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:54,061 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5cd772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:54,062 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,062 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:54,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5487bb6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,063 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34435,1731558332196 2024-11-14T04:25:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba3b0e3 2024-11-14T04:25:54,064 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:54,064 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:54,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://b024da739ae8:34395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-14T04:25:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-14T04:25:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:25:54,067 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:34395' 2024-11-14T04:25:54,068 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37bbf305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,068 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34395,-1 for getting cluster id 2024-11-14T04:25:54,068 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:54,068 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9281891c-e85c-431e-9b65-d5a881547023' 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9281891c-e85c-431e-9b65-d5a881547023" 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff47759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34395,-1] 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:54,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,069 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:54,069 DEBUG [regionserver/b024da739ae8:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558354055, exclude list is [], retry=0 2024-11-14T04:25:54,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e35828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,070 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:54,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34395,1731558340915 2024-11-14T04:25:54,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5cd07ecd 2024-11-14T04:25:54,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:54,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45145,DS-cf3e3675-d2ac-4b31-8f46-5a9b41dde189,DISK] 2024-11-14T04:25:54,072 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:54,072 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-14T04:25:54,073 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-14T04:25:54,073 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:54,073 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,080 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558350093 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558354055 2024-11-14T04:25:54,080 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46809:46809)] 2024-11-14T04:25:54,080 DEBUG [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.rep.1731558350093 is not closed yet, will try archiving it next time 2024-11-14T04:25:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741839_1015 (size=1505) 2024-11-14T04:25:54,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-14T04:25:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:25:54,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-14T04:25:54,248 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-14T04:25:54,272 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-b024da739ae8,45055,1731558332422, ReplicationSource: 2, currentBandwidth=0 2024-11-14T04:25:54,274 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-14T04:25:54,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-14T04:25:54,276 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on b024da739ae8,45055,1731558332422 suceeded 2024-11-14T04:25:54,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T04:25:54,278 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://b024da739ae8:34395,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-14T04:25:54,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 180 msec 2024-11-14T04:25:54,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 213 msec 2024-11-14T04:25:54,293 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='b024da739ae8:34395' 2024-11-14T04:25:54,294 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69171cd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,294 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34395,-1 for getting cluster id 2024-11-14T04:25:54,294 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:54,295 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9281891c-e85c-431e-9b65-d5a881547023' 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9281891c-e85c-431e-9b65-d5a881547023" 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17f63c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34395,-1] 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:54,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,296 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:54,296 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60b8fa51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:54,296 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:54,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34395,1731558340915 2024-11-14T04:25:54,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d6afda 2024-11-14T04:25:54,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:54,298 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:54,298 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-b024da739ae8,45055,1731558332422 (queues=1) is replicating from cluster=acc3af1e-ffc7-48d3-a930-09c6984e4845 to cluster=9281891c-e85c-431e-9b65-d5a881547023 2024-11-14T04:25:54,298 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=b024da739ae8%2C45055%2C1731558332422 2024-11-14T04:25:54,299 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-b024da739ae8,45055,1731558332422, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-14T04:25:54,299 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, startPosition=0, beingWritten=true 2024-11-14T04:25:54,299 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: b024da739ae8%2C45055%2C1731558332422 2024-11-14T04:25:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-14T04:25:54,381 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-14T04:25:54,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:54,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:54,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:54,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:54,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T04:25:54,384 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731558354384/Put/seqid=0 2024-11-14T04:25:54,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741845_1021 (size=11194) 2024-11-14T04:25:54,503 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 0, reset compression=false 2024-11-14T04:25:54,599 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 to pos 687, reset compression=false 2024-11-14T04:25:54,600 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 was moved to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/oldWALs/b024da739ae8%2C45055%2C1731558332422.1731558334646 2024-11-14T04:25:54,602 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646 2024-11-14T04:25:54,602 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558334646, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-14T04:25:54,602 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, startPosition=0, beingWritten=true 2024-11-14T04:25:54,604 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [b024da739ae8%2C45055%2C1731558332422.1731558334646] 2024-11-14T04:25:54,792 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731558354792/Put/seqid=0 2024-11-14T04:25:54,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741846_1022 (size=10791) 2024-11-14T04:25:54,807 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 0, reset compression=false 2024-11-14T04:25:55,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439df292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34435,-1 for getting cluster id 2024-11-14T04:25:55,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:55,203 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acc3af1e-ffc7-48d3-a930-09c6984e4845' 2024-11-14T04:25:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acc3af1e-ffc7-48d3-a930-09c6984e4845" 2024-11-14T04:25:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40f13e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34435,-1] 2024-11-14T04:25:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:55,204 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:55,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5003973e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,45055,1731558332422, seqNum=-1] 2024-11-14T04:25:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:55,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T04:25:55,210 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 0, reset compression=false 2024-11-14T04:25:55,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34435,1731558332196 2024-11-14T04:25:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b69048c 2024-11-14T04:25:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:55,214 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T04:25:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2] 2024-11-14T04:25:55,219 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:25:55,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-14T04:25:55,228 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-14T04:25:55,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T04:25:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:55,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T04:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegion(2603): Flush status journal for 2eeb71f09dae462ad2696e24338221ed: 2024-11-14T04:25:55,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_1 2024-11-14T04:25:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_1 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ 2024-11-14T04:25:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_0 2024-11-14T04:25:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_0 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ 2024-11-14T04:25:55,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_1 into 2eeb71f09dae462ad2696e24338221ed/f as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ - updating store file list. 2024-11-14T04:25:55,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6545479cb3344d5b283ec7455f4513e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:55,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ into 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:55,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_1 into 2eeb71f09dae462ad2696e24338221ed/f (new location: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_) 2024-11-14T04:25:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_1 2024-11-14T04:25:55,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_0 into 2eeb71f09dae462ad2696e24338221ed/f as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ - updating store file list. 2024-11-14T04:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bb121dc37464931be740cbad4e2a90a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ into 2eeb71f09dae462ad2696e24338221ed/f 2024-11-14T04:25:55,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_0 into 2eeb71f09dae462ad2696e24338221ed/f (new location: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_) 2024-11-14T04:25:55,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/staging/jenkins__test__l308bk3v0bnq3lhepdd1kq31ettq0bpuvsu50u49dv52kio1nk85solu83fqmevo/f/hfile_0 2024-11-14T04:25:55,262 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:55,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:55,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:55,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:55,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 , the old value is region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b024da739ae8:45055 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:25:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T04:25:55,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed., hostname=b024da739ae8,45055,1731558332422, seqNum=2 from cache 2024-11-14T04:25:55,263 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T04:25:55,265 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-14T04:25:55,305 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 0, reset compression=false 2024-11-14T04:25:55,309 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:55,309 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eeb71f09dae462ad2696e24338221ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558355261/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:25:55,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.ReplicationSink(318): Replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:55,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741839_1015 (size=10791) 2024-11-14T04:25:55,371 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T04:25:55,509 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:55,611 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:25:55,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:25:55,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:25:55,717 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 0, reset compression=false 2024-11-14T04:25:55,723 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-14T04:25:55,723 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[{test/2eeb71f09dae462ad2696e24338221ed/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731558355261/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-14T04:25:55,725 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T04:25:55,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-14T04:25:55,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.ReplicationSink(318): Replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:55,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a84c198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] client.ClusterIdFetcher(90): Going to request b024da739ae8,34395,-1 for getting cluster id 2024-11-14T04:25:55,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T04:25:55,727 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9281891c-e85c-431e-9b65-d5a881547023' 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9281891c-e85c-431e-9b65-d5a881547023" 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79ad8053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b024da739ae8,34395,-1] 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T04:25:55,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:55,729 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-14T04:25:55,729 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@466faf83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T04:25:55,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741840_1016 (size=11194) 2024-11-14T04:25:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741837_1013 (size=10791) 2024-11-14T04:25:55,812 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:55,923 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:56,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:25:56,144 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T04:25:56,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T04:25:56,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ for inclusion in 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T04:25:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:56,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ for inclusion in 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:56,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741838_1014 (size=11194) 2024-11-14T04:25:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T04:25:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegion(2603): Flush status journal for 4707425dcb6bd80fad9744bf5a3b2d4f: 2024-11-14T04:25:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2bb121dc37464931be740cbad4e2a90a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/f1e9f708b0bf40afbca82b853b0e9185_SeqId_6_ 2024-11-14T04:25:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6545479cb3344d5b283ec7455f4513e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/8c0ff72b96454b31ba39c401721c6853_SeqId_6_ 2024-11-14T04:25:56,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T04:25:56,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/f1e9f708b0bf40afbca82b853b0e9185_SeqId_6_ - updating store file list. 2024-11-14T04:25:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b024da739ae8,34395,1731558340915 2024-11-14T04:25:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f9b2bab 2024-11-14T04:25:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T04:25:56,158 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-14T04:25:56,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-14T04:25:56,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T04:25:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f1e9f708b0bf40afbca82b853b0e9185_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:56,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/f1e9f708b0bf40afbca82b853b0e9185_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:56,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f (new location: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/f1e9f708b0bf40afbca82b853b0e9185_SeqId_6_) 2024-11-14T04:25:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ 2024-11-14T04:25:56,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b024da739ae8,43853,1731558341020, seqNum=-1] 2024-11-14T04:25:56,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T04:25:56,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/8c0ff72b96454b31ba39c401721c6853_SeqId_6_ - updating store file list. 2024-11-14T04:25:56,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-14T04:25:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c0ff72b96454b31ba39c401721c6853_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:56,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/8c0ff72b96454b31ba39c401721c6853_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f 2024-11-14T04:25:56,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ into 4707425dcb6bd80fad9744bf5a3b2d4f/f (new location: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/f/8c0ff72b96454b31ba39c401721c6853_SeqId_6_) 2024-11-14T04:25:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/staging/jenkins.hfs.22__test__snt8dsvn3povv3ua67pdnfe7danp27la0gm5rsdku3389a7cl6t7p73bqaeel1lo/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ 2024-11-14T04:25:56,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45073 {}] regionserver.ReplicationSink(324): Finished replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:56,168 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-14T04:25:56,171 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-14T04:25:56,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ for inclusion in c72dd243dbd948f87cd06800689b9d2b/f 2024-11-14T04:25:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-14T04:25:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:56,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ for inclusion in c72dd243dbd948f87cd06800689b9d2b/f 2024-11-14T04:25:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-14T04:25:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T04:25:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HRegion(2603): Flush status journal for c72dd243dbd948f87cd06800689b9d2b: 2024-11-14T04:25:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2bb121dc37464931be740cbad4e2a90a_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/5a469c6d19e547e19aa3a1a868611305_SeqId_4_ 2024-11-14T04:25:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6545479cb3344d5b283ec7455f4513e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-14T04:25:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/49dd6c6d540744b2b03ae4845983dc51_SeqId_4_ 2024-11-14T04:25:56,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ into c72dd243dbd948f87cd06800689b9d2b/f as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/5a469c6d19e547e19aa3a1a868611305_SeqId_4_ - updating store file list. 2024-11-14T04:25:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a469c6d19e547e19aa3a1a868611305_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:56,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/5a469c6d19e547e19aa3a1a868611305_SeqId_4_ into c72dd243dbd948f87cd06800689b9d2b/f 2024-11-14T04:25:56,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ into c72dd243dbd948f87cd06800689b9d2b/f (new location: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/5a469c6d19e547e19aa3a1a868611305_SeqId_4_) 2024-11-14T04:25:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/2bb121dc37464931be740cbad4e2a90a_SeqId_6_ 2024-11-14T04:25:56,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ into c72dd243dbd948f87cd06800689b9d2b/f as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/49dd6c6d540744b2b03ae4845983dc51_SeqId_4_ - updating store file list. 2024-11-14T04:25:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49dd6c6d540744b2b03ae4845983dc51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-14T04:25:56,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/49dd6c6d540744b2b03ae4845983dc51_SeqId_4_ into c72dd243dbd948f87cd06800689b9d2b/f 2024-11-14T04:25:56,187 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ into c72dd243dbd948f87cd06800689b9d2b/f (new location: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/f/49dd6c6d540744b2b03ae4845983dc51_SeqId_4_) 2024-11-14T04:25:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/staging/jenkins.hfs.23__test__ctp3d1sfcvklug4p5n23sbnh68md5929mqhmdj6pm0q1k1711vl1ed4362htjq0g/f/d6545479cb3344d5b283ec7455f4513e_SeqId_6_ 2024-11-14T04:25:56,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43853 {}] regionserver.ReplicationSink(324): Finished replicating [acc3af1e-ffc7-48d3-a930-09c6984e4845] bulk loaded data 2024-11-14T04:25:56,216 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:56,233 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:56,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:25:56,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:56,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:56,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:56,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:56,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:25:56,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:56,283 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=187037965, stopped=false 2024-11-14T04:25:56,283 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,34395,1731558340915 2024-11-14T04:25:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2080980611/running 2024-11-14T04:25:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2080980611/running 2024-11-14T04:25:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:56,295 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:56,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:56,295 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:56,295 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:56,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:56,296 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,43853,1731558341020' ***** 2024-11-14T04:25:56,296 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:25:56,296 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:25:56,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/running 2024-11-14T04:25:56,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:25:56,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Set watcher on znode that does not yet exist, /2-2080980611/running 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(3091): Received CLOSE for c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,43853,1731558341020 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43853. 2024-11-14T04:25:56,297 DEBUG [RS:0;b024da739ae8:43853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:56,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c72dd243dbd948f87cd06800689b9d2b, disabling compactions & flushes 2024-11-14T04:25:56,297 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:56,297 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:56,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:56,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. after waiting 0 ms 2024-11-14T04:25:56,297 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:56,297 INFO [RS:0;b024da739ae8:43853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:25:56,298 INFO [RS:0;b024da739ae8:43853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:25:56,298 INFO [RS:0;b024da739ae8:43853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:25:56,298 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:25:56,298 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:25:56,298 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1325): Online Regions={c72dd243dbd948f87cd06800689b9d2b=test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:25:56,298 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:56,298 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c72dd243dbd948f87cd06800689b9d2b 2024-11-14T04:25:56,298 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:56,298 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:56,298 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:56,298 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:56,299 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T04:25:56,302 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/default/test/c72dd243dbd948f87cd06800689b9d2b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T04:25:56,302 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:56,302 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:56,302 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:56,302 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c72dd243dbd948f87cd06800689b9d2b: Waiting for close lock at 1731558356297Running coprocessor pre-close hooks at 1731558356297Disabling compacts and flushes for region at 1731558356297Disabling writes for close at 1731558356297Writing region close event to WAL at 1731558356298 (+1 ms)Running coprocessor post-close hooks at 1731558356302 (+4 ms)Closed at 1731558356302 2024-11-14T04:25:56,302 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b. 2024-11-14T04:25:56,313 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:56,317 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/info/962cd8007aa44e38bbce18cfc9c7736b is 129, key is test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b./info:regioninfo/1731558348332/Put/seqid=0 2024-11-14T04:25:56,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741839_1015 (size=6421) 2024-11-14T04:25:56,498 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:56,636 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:56,698 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:56,719 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:56,722 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/info/962cd8007aa44e38bbce18cfc9c7736b 2024-11-14T04:25:56,738 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/ns/a2a4657ac9d94c2b9d01e0d1d3ce7f4e is 43, key is default/ns:d/1731558344787/Put/seqid=0 2024-11-14T04:25:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741840_1016 (size=5153) 2024-11-14T04:25:56,899 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,099 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,140 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:57,141 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/ns/a2a4657ac9d94c2b9d01e0d1d3ce7f4e 2024-11-14T04:25:57,157 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/rep_barrier/9e6eb02957414a758173dbfb6137d4d9 is 112, key is test,,1731558347174.c72dd243dbd948f87cd06800689b9d2b./rep_barrier:seqnumDuringOpen/1731558348332/Put/seqid=0 2024-11-14T04:25:57,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741841_1017 (size=5518) 2024-11-14T04:25:57,201 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:25:57,201 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:25:57,299 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:25:57,299 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:25:57,299 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,322 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:57,499 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,561 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/rep_barrier/9e6eb02957414a758173dbfb6137d4d9 2024-11-14T04:25:57,579 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/table/848f29a8fa0c4c918a87201e9fe06652 is 40, key is test/table:state/1731558348340/Put/seqid=0 2024-11-14T04:25:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741842_1018 (size=5165) 2024-11-14T04:25:57,700 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,743 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:57,900 DEBUG [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:25:57,983 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/table/848f29a8fa0c4c918a87201e9fe06652 2024-11-14T04:25:57,987 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/info/962cd8007aa44e38bbce18cfc9c7736b as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/info/962cd8007aa44e38bbce18cfc9c7736b 2024-11-14T04:25:57,991 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/info/962cd8007aa44e38bbce18cfc9c7736b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T04:25:57,992 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/ns/a2a4657ac9d94c2b9d01e0d1d3ce7f4e as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/ns/a2a4657ac9d94c2b9d01e0d1d3ce7f4e 2024-11-14T04:25:57,995 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/ns/a2a4657ac9d94c2b9d01e0d1d3ce7f4e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:25:57,996 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/rep_barrier/9e6eb02957414a758173dbfb6137d4d9 as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/rep_barrier/9e6eb02957414a758173dbfb6137d4d9 2024-11-14T04:25:57,999 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/rep_barrier/9e6eb02957414a758173dbfb6137d4d9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T04:25:58,000 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/.tmp/table/848f29a8fa0c4c918a87201e9fe06652 as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/table/848f29a8fa0c4c918a87201e9fe06652 2024-11-14T04:25:58,003 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/table/848f29a8fa0c4c918a87201e9fe06652, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:25:58,004 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=11, compaction requested=false 2024-11-14T04:25:58,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:25:58,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:58,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:25:58,007 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:58,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558356298Running coprocessor pre-close hooks at 1731558356298Disabling compacts and flushes for region at 1731558356298Disabling writes for close at 1731558356298Obtaining lock to block concurrent updates at 1731558356299 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731558356299Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731558356299Flushing stores of hbase:meta,,1.1588230740 at 1731558356299Flushing 1588230740/info: creating writer at 1731558356299Flushing 1588230740/info: appending metadata at 1731558356317 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731558356317Flushing 1588230740/ns: creating writer at 1731558356725 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731558356738 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731558356738Flushing 1588230740/rep_barrier: creating writer at 1731558357144 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558357157 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558357157Flushing 1588230740/table: creating writer at 1731558357565 (+408 ms)Flushing 1588230740/table: appending metadata at 1731558357579 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731558357579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443a06bc: reopening flushed file at 1731558357987 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1317885a: reopening flushed file at 1731558357991 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c973ee6: reopening flushed file at 1731558357995 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21159f38: reopening flushed file at 1731558357999 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=11, compaction requested=false at 1731558358004 (+5 ms)Writing region close event to WAL at 1731558358005 (+1 ms)Running coprocessor post-close hooks at 1731558358007 (+2 ms)Closed at 1731558358007 2024-11-14T04:25:58,007 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:25:58,025 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:58,100 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,43853,1731558341020; all regions closed. 2024-11-14T04:25:58,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741834_1010 (size=2717) 2024-11-14T04:25:58,105 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.meta.1731558344734.meta not finished, retry = 0 2024-11-14T04:25:58,208 DEBUG [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/oldWALs 2024-11-14T04:25:58,208 INFO [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43853%2C1731558341020.meta:.meta(num 1731558344734) 2024-11-14T04:25:58,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/WALs/b024da739ae8,43853,1731558341020/b024da739ae8%2C43853%2C1731558341020.1731558344351 not finished, retry = 0 2024-11-14T04:25:58,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741833_1009 (size=1028) 2024-11-14T04:25:58,312 DEBUG [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/oldWALs 2024-11-14T04:25:58,312 INFO [RS:0;b024da739ae8:43853 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C43853%2C1731558341020:(num 1731558344351) 2024-11-14T04:25:58,313 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:58,313 INFO [RS:0;b024da739ae8:43853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:58,313 INFO [RS:0;b024da739ae8:43853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:58,313 INFO [RS:0;b024da739ae8:43853 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:58,313 INFO [RS:0;b024da739ae8:43853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:58,313 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:58,313 INFO [RS:0;b024da739ae8:43853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:43853. 2024-11-14T04:25:58,313 DEBUG [RS:0;b024da739ae8:43853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:58,313 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:58,314 DEBUG [RS:0;b024da739ae8:43853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:58,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:58,314 INFO [RS:0;b024da739ae8:43853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43853 2024-11-14T04:25:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611/rs 2024-11-14T04:25:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2080980611/rs/b024da739ae8,43853,1731558341020 2024-11-14T04:25:58,379 INFO [RS:0;b024da739ae8:43853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:58,400 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,43853,1731558341020] 2024-11-14T04:25:58,445 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2080980611/draining/b024da739ae8,43853,1731558341020 already deleted, retry=false 2024-11-14T04:25:58,445 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,43853,1731558341020 expired; onlineServers=0 2024-11-14T04:25:58,445 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,34395,1731558340915' ***** 2024-11-14T04:25:58,445 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:25:58,445 INFO [M:0;b024da739ae8:34395 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:58,445 INFO [M:0;b024da739ae8:34395 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:25:58,445 DEBUG [M:0;b024da739ae8:34395 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:25:58,445 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:25:58,445 DEBUG [M:0;b024da739ae8:34395 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:25:58,446 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558343958 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558343958,5,FailOnTimeoutGroup] 2024-11-14T04:25:58,446 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558343956 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558343956,5,FailOnTimeoutGroup] 2024-11-14T04:25:58,446 INFO [M:0;b024da739ae8:34395 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:25:58,446 INFO [M:0;b024da739ae8:34395 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:25:58,446 DEBUG [M:0;b024da739ae8:34395 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:25:58,446 INFO [M:0;b024da739ae8:34395 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:25:58,446 INFO [M:0;b024da739ae8:34395 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:58,446 INFO [M:0;b024da739ae8:34395 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:25:58,446 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:25:58,446 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2080980611/master 2024-11-14T04:25:58,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2080980611 2024-11-14T04:25:58,495 DEBUG [M:0;b024da739ae8:34395 {}] zookeeper.ZKUtil(347): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Unable to get data of znode /2-2080980611/master because node does not exist (not an error) 2024-11-14T04:25:58,495 WARN [M:0;b024da739ae8:34395 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:25:58,496 INFO [M:0;b024da739ae8:34395 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/.lastflushedseqids 2024-11-14T04:25:58,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741843_1019 (size=173) 2024-11-14T04:25:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:58,500 INFO [RS:0;b024da739ae8:43853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43853-0x10137974a5a0007, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:58,500 INFO [RS:0;b024da739ae8:43853 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,43853,1731558341020; zookeeper connection closed. 2024-11-14T04:25:58,501 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771b8622 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771b8622 2024-11-14T04:25:58,501 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:25:58,828 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:58,900 INFO [M:0;b024da739ae8:34395 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:25:58,901 INFO [M:0;b024da739ae8:34395 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:25:58,901 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:25:58,901 INFO [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:58,901 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:58,901 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:25:58,901 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:58,901 INFO [M:0;b024da739ae8:34395 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-14T04:25:58,914 DEBUG [M:0;b024da739ae8:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d84d27c97c497c9dd265085c7c658c is 82, key is hbase:meta,,1/info:regioninfo/1731558344767/Put/seqid=0 2024-11-14T04:25:58,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741844_1020 (size=5672) 2024-11-14T04:25:58,918 INFO [M:0;b024da739ae8:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d84d27c97c497c9dd265085c7c658c 2024-11-14T04:25:58,933 DEBUG [M:0;b024da739ae8:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e6bfd5c74f243a68bb95cfa70cfc4c8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558348347/Put/seqid=0 2024-11-14T04:25:58,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741845_1021 (size=6586) 2024-11-14T04:25:59,249 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:59,337 INFO [M:0;b024da739ae8:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e6bfd5c74f243a68bb95cfa70cfc4c8 2024-11-14T04:25:59,356 DEBUG [M:0;b024da739ae8:34395 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6e9a12147954848845bcb9f09192658 is 69, key is b024da739ae8,43853,1731558341020/rs:state/1731558344098/Put/seqid=0 2024-11-14T04:25:59,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741846_1022 (size=5156) 2024-11-14T04:25:59,360 INFO [M:0;b024da739ae8:34395 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6e9a12147954848845bcb9f09192658 2024-11-14T04:25:59,363 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/30d84d27c97c497c9dd265085c7c658c as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d84d27c97c497c9dd265085c7c658c 2024-11-14T04:25:59,367 INFO [M:0;b024da739ae8:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/30d84d27c97c497c9dd265085c7c658c, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T04:25:59,368 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1e6bfd5c74f243a68bb95cfa70cfc4c8 as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e6bfd5c74f243a68bb95cfa70cfc4c8 2024-11-14T04:25:59,376 INFO [M:0;b024da739ae8:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1e6bfd5c74f243a68bb95cfa70cfc4c8, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T04:25:59,377 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6e9a12147954848845bcb9f09192658 as hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6e9a12147954848845bcb9f09192658 2024-11-14T04:25:59,380 INFO [M:0;b024da739ae8:34395 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39351/user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6e9a12147954848845bcb9f09192658, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T04:25:59,380 INFO [M:0;b024da739ae8:34395 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false 2024-11-14T04:25:59,381 INFO [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:25:59,381 DEBUG [M:0;b024da739ae8:34395 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558358901Disabling compacts and flushes for region at 1731558358901Disabling writes for close at 1731558358901Obtaining lock to block concurrent updates at 1731558358901Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558358901Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731558358901Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558358902 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558358902Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558358914 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558358914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558358921 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558358933 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558358933Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558359341 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558359356 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558359356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ad0c4f: reopening flushed file at 1731558359363 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7988b: reopening flushed file at 1731558359367 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31607c08: reopening flushed file at 1731558359376 (+9 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false at 1731558359380 (+4 ms)Writing region close event to WAL at 1731558359381 (+1 ms)Closed at 1731558359381 2024-11-14T04:25:59,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44989 is added to blk_1073741830_1006 (size=32770) 2024-11-14T04:25:59,383 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f90e283-5258-5e33-9be3-3556f56b207d/MasterData/WALs/b024da739ae8,34395,1731558340915/b024da739ae8%2C34395%2C1731558340915.1731558342760 not finished, retry = 0 2024-11-14T04:25:59,484 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:25:59,484 INFO [M:0;b024da739ae8:34395 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:25:59,484 INFO [M:0;b024da739ae8:34395 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34395 2024-11-14T04:25:59,484 INFO [M:0;b024da739ae8:34395 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:25:59,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:59,605 INFO [M:0;b024da739ae8:34395 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:25:59,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34395-0x10137974a5a0006, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:25:59,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6cb2a1e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:25:59,608 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@633b22db{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:59,608 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:59,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a44ec1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:59,608 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64262caa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:59,609 WARN [BP-9070488-172.17.0.3-1731558339199 heartbeating to localhost/127.0.0.1:39351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:25:59,609 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:25:59,609 WARN [BP-9070488-172.17.0.3-1731558339199 heartbeating to localhost/127.0.0.1:39351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-9070488-172.17.0.3-1731558339199 (Datanode Uuid 608a6503-ede0-421d-8a78-82aec1eca558) service to localhost/127.0.0.1:39351 2024-11-14T04:25:59,609 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:25:59,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/cluster_c8973170-89fe-52e6-f188-381c9b285249/data/data1/current/BP-9070488-172.17.0.3-1731558339199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:59,610 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/cluster_c8973170-89fe-52e6-f188-381c9b285249/data/data2/current/BP-9070488-172.17.0.3-1731558339199 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:25:59,610 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:25:59,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6d6af4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:25:59,615 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d184911{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:25:59,615 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:25:59,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17c5513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:25:59,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e2e8db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebdb7536-ba32-21ce-2978-e41dc32d5bb2/hadoop.log.dir/,STOPPED} 2024-11-14T04:25:59,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:25:59,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:25:59,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:59,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:59,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:59,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:59,628 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:25:59,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:25:59,628 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632123273, stopped=false 2024-11-14T04:25:59,628 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,38753,1731558336863 2024-11-14T04:25:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11158746875/running 2024-11-14T04:25:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11158746875/running 2024-11-14T04:25:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:59,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:25:59,642 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:25:59,642 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:25:59,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:59,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:59,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/running 2024-11-14T04:25:59,643 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,45073,1731558337000' ***** 2024-11-14T04:25:59,643 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:25:59,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Set watcher on znode that does not yet exist, /11158746875/running 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:25:59,643 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(3091): Received CLOSE for 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,45073,1731558337000 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45073. 2024-11-14T04:25:59,643 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4707425dcb6bd80fad9744bf5a3b2d4f, disabling compactions & flushes 2024-11-14T04:25:59,643 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:59,643 DEBUG [RS:0;b024da739ae8:45073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:25:59,643 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:59,643 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:25:59,643 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. after waiting 0 ms 2024-11-14T04:25:59,643 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:25:59,643 INFO [RS:0;b024da739ae8:45073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:25:59,644 INFO [RS:0;b024da739ae8:45073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:25:59,644 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:25:59,644 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T04:25:59,644 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4707425dcb6bd80fad9744bf5a3b2d4f=test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f.} 2024-11-14T04:25:59,644 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4707425dcb6bd80fad9744bf5a3b2d4f 2024-11-14T04:25:59,644 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:25:59,644 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:25:59,644 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:25:59,644 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:25:59,644 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:25:59,644 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-14T04:25:59,646 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/default/test/4707425dcb6bd80fad9744bf5a3b2d4f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:25:59,646 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:25:59,646 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:25:59,646 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:59,647 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4707425dcb6bd80fad9744bf5a3b2d4f: Waiting for close lock at 1731558359643Running coprocessor pre-close hooks at 1731558359643Disabling compacts and flushes for region at 1731558359643Disabling writes for close at 1731558359643Writing region close event to WAL at 1731558359644 (+1 ms)Running coprocessor post-close hooks at 1731558359646 (+2 ms)Closed at 1731558359646 2024-11-14T04:25:59,647 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f. 2024-11-14T04:25:59,657 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/info/195e85feeaef4deba5fe21530706524c is 129, key is test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f./info:regioninfo/1731558346845/Put/seqid=0 2024-11-14T04:25:59,659 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:25:59,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741841_1017 (size=6421) 2024-11-14T04:25:59,733 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:25:59,844 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,044 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,061 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/info/195e85feeaef4deba5fe21530706524c 2024-11-14T04:26:00,078 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/ns/491ea6edcd0e4487bbe81178b06e7d96 is 43, key is default/ns:d/1731558339108/Put/seqid=0 2024-11-14T04:26:00,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741842_1018 (size=5153) 2024-11-14T04:26:00,152 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:00,244 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,445 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,481 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/ns/491ea6edcd0e4487bbe81178b06e7d96 2024-11-14T04:26:00,501 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bb7ecec42444545acb8900fc0b607b3 is 112, key is test,,1731558346025.4707425dcb6bd80fad9744bf5a3b2d4f./rep_barrier:seqnumDuringOpen/1731558346845/Put/seqid=0 2024-11-14T04:26:00,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741843_1019 (size=5518) 2024-11-14T04:26:00,520 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:26:00,520 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:26:00,645 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:26:00,645 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:26:00,645 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,736 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:00,845 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:00,904 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bb7ecec42444545acb8900fc0b607b3 2024-11-14T04:26:00,921 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/table/e4dab010793e4b7289203b5be150e366 is 40, key is test/table:state/1731558346866/Put/seqid=0 2024-11-14T04:26:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741844_1020 (size=5165) 2024-11-14T04:26:01,045 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:01,155 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:01,245 DEBUG [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:01,324 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/table/e4dab010793e4b7289203b5be150e366 2024-11-14T04:26:01,328 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/info/195e85feeaef4deba5fe21530706524c as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/info/195e85feeaef4deba5fe21530706524c 2024-11-14T04:26:01,331 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/info/195e85feeaef4deba5fe21530706524c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-14T04:26:01,332 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/ns/491ea6edcd0e4487bbe81178b06e7d96 as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/ns/491ea6edcd0e4487bbe81178b06e7d96 2024-11-14T04:26:01,336 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/ns/491ea6edcd0e4487bbe81178b06e7d96, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:26:01,336 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bb7ecec42444545acb8900fc0b607b3 as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/rep_barrier/0bb7ecec42444545acb8900fc0b607b3 2024-11-14T04:26:01,340 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/rep_barrier/0bb7ecec42444545acb8900fc0b607b3, entries=1, sequenceid=11, filesize=5.4 K 2024-11-14T04:26:01,341 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/.tmp/table/e4dab010793e4b7289203b5be150e366 as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/table/e4dab010793e4b7289203b5be150e366 2024-11-14T04:26:01,344 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/table/e4dab010793e4b7289203b5be150e366, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T04:26:01,345 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=11, compaction requested=false 2024-11-14T04:26:01,349 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T04:26:01,349 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:26:01,349 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:26:01,349 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:26:01,349 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558359644Running coprocessor pre-close hooks at 1731558359644Disabling compacts and flushes for region at 1731558359644Disabling writes for close at 1731558359644Obtaining lock to block concurrent updates at 1731558359644Preparing flush snapshotting stores in 1588230740 at 1731558359644Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731558359644Flushing stores of hbase:meta,,1.1588230740 at 1731558359645 (+1 ms)Flushing 1588230740/info: creating writer at 1731558359645Flushing 1588230740/info: appending metadata at 1731558359657 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731558359657Flushing 1588230740/ns: creating writer at 1731558360065 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731558360077 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731558360077Flushing 1588230740/rep_barrier: creating writer at 1731558360484 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558360500 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558360500Flushing 1588230740/table: creating writer at 1731558360908 (+408 ms)Flushing 1588230740/table: appending metadata at 1731558360920 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731558360921 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@439ec18e: reopening flushed file at 1731558361327 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e9eb60: reopening flushed file at 1731558361331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe9ee73: reopening flushed file at 1731558361336 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50702a11: reopening flushed file at 1731558361340 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1701ms, sequenceid=11, compaction requested=false at 1731558361345 (+5 ms)Writing region close event to WAL at 1731558361346 (+1 ms)Running coprocessor post-close hooks at 1731558361349 (+3 ms)Closed at 1731558361349 2024-11-14T04:26:01,349 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:26:01,445 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,45073,1731558337000; all regions closed. 2024-11-14T04:26:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741834_1010 (size=2717) 2024-11-14T04:26:01,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.meta.1731558339064.meta not finished, retry = 0 2024-11-14T04:26:01,549 DEBUG [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/oldWALs 2024-11-14T04:26:01,549 INFO [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C45073%2C1731558337000.meta:.meta(num 1731558339064) 2024-11-14T04:26:01,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741833_1009 (size=1374) 2024-11-14T04:26:01,551 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/WALs/b024da739ae8,45073,1731558337000/b024da739ae8%2C45073%2C1731558337000.1731558338560 not finished, retry = 0 2024-11-14T04:26:01,653 DEBUG [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/oldWALs 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b024da739ae8%2C45073%2C1731558337000:(num 1731558338560) 2024-11-14T04:26:01,653 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:26:01,653 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:26:01,653 INFO [RS:0;b024da739ae8:45073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45073. 2024-11-14T04:26:01,653 DEBUG [RS:0;b024da739ae8:45073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:01,653 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:01,654 DEBUG [RS:0;b024da739ae8:45073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:01,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:26:01,654 INFO [RS:0;b024da739ae8:45073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45073 2024-11-14T04:26:01,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875/rs 2024-11-14T04:26:01,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11158746875/rs/b024da739ae8,45073,1731558337000 2024-11-14T04:26:01,774 INFO [RS:0;b024da739ae8:45073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:26:01,783 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T04:26:01,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,45073,1731558337000] 2024-11-14T04:26:01,795 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11158746875/draining/b024da739ae8,45073,1731558337000 already deleted, retry=false 2024-11-14T04:26:01,795 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,45073,1731558337000 expired; onlineServers=0 2024-11-14T04:26:01,795 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,38753,1731558336863' ***** 2024-11-14T04:26:01,795 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:26:01,795 INFO [M:0;b024da739ae8:38753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:26:01,795 INFO [M:0;b024da739ae8:38753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:26:01,796 DEBUG [M:0;b024da739ae8:38753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:26:01,796 DEBUG [M:0;b024da739ae8:38753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:26:01,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:26:01,796 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558338270 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558338270,5,FailOnTimeoutGroup] 2024-11-14T04:26:01,796 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558338270 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558338270,5,FailOnTimeoutGroup] 2024-11-14T04:26:01,796 INFO [M:0;b024da739ae8:38753 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:26:01,796 INFO [M:0;b024da739ae8:38753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:26:01,796 DEBUG [M:0;b024da739ae8:38753 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:26:01,796 INFO [M:0;b024da739ae8:38753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:26:01,796 INFO [M:0;b024da739ae8:38753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:26:01,796 INFO [M:0;b024da739ae8:38753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:26:01,796 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:26:01,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:26:01,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11158746875/master 2024-11-14T04:26:01,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11158746875 2024-11-14T04:26:01,806 DEBUG [M:0;b024da739ae8:38753 {}] zookeeper.ZKUtil(347): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Unable to get data of znode /11158746875/master because node does not exist (not an error) 2024-11-14T04:26:01,806 WARN [M:0;b024da739ae8:38753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:26:01,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,810 INFO [M:0;b024da739ae8:38753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/.lastflushedseqids 2024-11-14T04:26:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741845_1021 (size=173) 2024-11-14T04:26:01,839 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:01,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:01,885 INFO [RS:0;b024da739ae8:45073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:26:01,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45073-0x10137974a5a0004, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:01,885 INFO [RS:0;b024da739ae8:45073 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,45073,1731558337000; zookeeper connection closed. 2024-11-14T04:26:01,885 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ca4a688 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ca4a688 2024-11-14T04:26:01,885 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:26:01,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:02,220 INFO [M:0;b024da739ae8:38753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:26:02,220 INFO [M:0;b024da739ae8:38753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:26:02,220 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:26:02,220 INFO [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:02,220 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:02,220 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:26:02,220 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:02,220 INFO [M:0;b024da739ae8:38753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-14T04:26:02,233 DEBUG [M:0;b024da739ae8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0150ea7a64b24b989cf3d684961645c4 is 82, key is hbase:meta,,1/info:regioninfo/1731558339093/Put/seqid=0 2024-11-14T04:26:02,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741846_1022 (size=5672) 2024-11-14T04:26:02,258 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:02,636 INFO [M:0;b024da739ae8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0150ea7a64b24b989cf3d684961645c4 2024-11-14T04:26:02,650 DEBUG [M:0;b024da739ae8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d966830f7c1a425cadb827974ac2993b is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731558346871/Put/seqid=0 2024-11-14T04:26:02,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741847_1023 (size=6587) 2024-11-14T04:26:02,654 INFO [M:0;b024da739ae8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d966830f7c1a425cadb827974ac2993b 2024-11-14T04:26:02,668 DEBUG [M:0;b024da739ae8:38753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/237c958106a44615856750887f7234c4 is 69, key is b024da739ae8,45073,1731558337000/rs:state/1731558338367/Put/seqid=0 2024-11-14T04:26:02,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741848_1024 (size=5156) 2024-11-14T04:26:03,042 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:03,071 INFO [M:0;b024da739ae8:38753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/237c958106a44615856750887f7234c4 2024-11-14T04:26:03,075 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0150ea7a64b24b989cf3d684961645c4 as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0150ea7a64b24b989cf3d684961645c4 2024-11-14T04:26:03,078 INFO [M:0;b024da739ae8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0150ea7a64b24b989cf3d684961645c4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-14T04:26:03,079 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d966830f7c1a425cadb827974ac2993b as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d966830f7c1a425cadb827974ac2993b 2024-11-14T04:26:03,083 INFO [M:0;b024da739ae8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d966830f7c1a425cadb827974ac2993b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-14T04:26:03,084 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/237c958106a44615856750887f7234c4 as hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/237c958106a44615856750887f7234c4 2024-11-14T04:26:03,087 INFO [M:0;b024da739ae8:38753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41141/user/jenkins/test-data/0f58cbdd-306a-f619-fb59-cb9438b0d44d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/237c958106a44615856750887f7234c4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-14T04:26:03,088 INFO [M:0;b024da739ae8:38753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=55, compaction requested=false 2024-11-14T04:26:03,089 INFO [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:03,089 DEBUG [M:0;b024da739ae8:38753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558362220Disabling compacts and flushes for region at 1731558362220Disabling writes for close at 1731558362220Obtaining lock to block concurrent updates at 1731558362220Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558362220Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731558362220Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558362221 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558362221Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558362232 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558362232Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558362639 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558362650 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558362650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558362656 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558362668 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558362668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78e3d0ce: reopening flushed file at 1731558363074 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3707d188: reopening flushed file at 1731558363078 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e0f3b7: reopening flushed file at 1731558363083 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=55, compaction requested=false at 1731558363088 (+5 ms)Writing region close event to WAL at 1731558363089 (+1 ms)Closed at 1731558363089 2024-11-14T04:26:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40969 is added to blk_1073741830_1006 (size=32782) 2024-11-14T04:26:03,091 INFO [M:0;b024da739ae8:38753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:26:03,091 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:26:03,091 INFO [M:0;b024da739ae8:38753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38753 2024-11-14T04:26:03,091 INFO [M:0;b024da739ae8:38753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:26:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:03,201 INFO [M:0;b024da739ae8:38753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:26:03,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38753-0x10137974a5a0003, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:03,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bf1cc6e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:26:03,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fc8b7f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:26:03,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:26:03,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@351c0e26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:26:03,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35dd2eaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir/,STOPPED} 2024-11-14T04:26:03,204 WARN [BP-1854537481-172.17.0.3-1731558335303 heartbeating to localhost/127.0.0.1:41141 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:26:03,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:26:03,204 WARN [BP-1854537481-172.17.0.3-1731558335303 heartbeating to localhost/127.0.0.1:41141 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1854537481-172.17.0.3-1731558335303 (Datanode Uuid 1a4e2573-4657-494f-880e-3d0b6ee4a9f0) service to localhost/127.0.0.1:41141 2024-11-14T04:26:03,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:26:03,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/cluster_0d1aee05-7ec7-7969-4eb1-7eb24dc11fa3/data/data1/current/BP-1854537481-172.17.0.3-1731558335303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:26:03,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/cluster_0d1aee05-7ec7-7969-4eb1-7eb24dc11fa3/data/data2/current/BP-1854537481-172.17.0.3-1731558335303 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:26:03,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:26:03,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510d8702{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:26:03,210 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48bd7b17{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:26:03,210 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:26:03,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ef328a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:26:03,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a7e7ac2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c7f4621e-9663-daba-fe24-6c44663f20dd/hadoop.log.dir/,STOPPED} 2024-11-14T04:26:03,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:26:03,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T04:26:03,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:26:03,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:03,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:03,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:03,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:26:03,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T04:26:03,222 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2090951296, stopped=false 2024-11-14T04:26:03,222 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b024da739ae8,34435,1731558332196 2024-11-14T04:26:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189087604/running 2024-11-14T04:26:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189087604/running 2024-11-14T04:26:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:26:03,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:26:03,237 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:26:03,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T04:26:03,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:03,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:03,238 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b024da739ae8,45055,1731558332422' ***** 2024-11-14T04:26:03,238 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T04:26:03,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/running 2024-11-14T04:26:03,238 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T04:26:03,238 INFO [RS:0;b024da739ae8:45055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T04:26:03,238 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T04:26:03,238 INFO [RS:0;b024da739ae8:45055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T04:26:03,238 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 2eeb71f09dae462ad2696e24338221ed 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(959): stopping server b024da739ae8,45055,1731558332422 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:26:03,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Set watcher on znode that does not yet exist, /0-189087604/running 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45055. 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 951deca4d7fb538052098b1a3fd054b6, disabling compactions & flushes 2024-11-14T04:26:03,239 DEBUG [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:03,239 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:03,239 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. after waiting 0 ms 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T04:26:03,239 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 951deca4d7fb538052098b1a3fd054b6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-14T04:26:03,239 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T04:26:03,239 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 951deca4d7fb538052098b1a3fd054b6=hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6., 2eeb71f09dae462ad2696e24338221ed=test,,1731558344879.2eeb71f09dae462ad2696e24338221ed.} 2024-11-14T04:26:03,239 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eeb71f09dae462ad2696e24338221ed, 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T04:26:03,239 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T04:26:03,239 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T04:26:03,239 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-14T04:26:03,259 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/info/f2c81440e6474373b91bc46cf402f563 is 147, key is hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6./info:regioninfo/1731558350131/Put/seqid=0 2024-11-14T04:26:03,259 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/hfileref/03fab4c61f694eb6b4102d135998e2ad is 74, key is 1/hfileref:2bb121dc37464931be740cbad4e2a90a_SeqId_6_/1731558356169/DeleteColumn/seqid=0 2024-11-14T04:26:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741848_1024 (size=5489) 2024-11-14T04:26:03,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741847_1023 (size=7686) 2024-11-14T04:26:03,263 INFO [regionserver/b024da739ae8:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:26:03,439 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eeb71f09dae462ad2696e24338221ed, 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:03,461 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:03,520 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T04:26:03,520 INFO [regionserver/b024da739ae8:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T04:26:03,640 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eeb71f09dae462ad2696e24338221ed, 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:03,662 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/hfileref/03fab4c61f694eb6b4102d135998e2ad 2024-11-14T04:26:03,662 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/info/f2c81440e6474373b91bc46cf402f563 2024-11-14T04:26:03,678 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/ns/7dc53d5d7f9b4d609d43b02a8747cc28 is 43, key is default/ns:d/1731558335191/Put/seqid=0 2024-11-14T04:26:03,680 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/queue/3cbbdc1e4a74419ab3e0029b552e87c5 is 153, key is 1-b024da739ae8,45055,1731558332422/queue:b024da739ae8%2C45055%2C1731558332422/1731558356170/Put/seqid=0 2024-11-14T04:26:03,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741849_1025 (size=5153) 2024-11-14T04:26:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741850_1026 (size=5504) 2024-11-14T04:26:03,840 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eeb71f09dae462ad2696e24338221ed, 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:04,040 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2eeb71f09dae462ad2696e24338221ed, 951deca4d7fb538052098b1a3fd054b6 2024-11-14T04:26:04,081 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/ns/7dc53d5d7f9b4d609d43b02a8747cc28 2024-11-14T04:26:04,087 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/queue/3cbbdc1e4a74419ab3e0029b552e87c5 2024-11-14T04:26:04,090 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/hfileref/03fab4c61f694eb6b4102d135998e2ad as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/hfileref/03fab4c61f694eb6b4102d135998e2ad 2024-11-14T04:26:04,094 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/hfileref/03fab4c61f694eb6b4102d135998e2ad, entries=6, sequenceid=17, filesize=5.4 K 2024-11-14T04:26:04,094 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/.tmp/queue/3cbbdc1e4a74419ab3e0029b552e87c5 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/queue/3cbbdc1e4a74419ab3e0029b552e87c5 2024-11-14T04:26:04,097 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/queue/3cbbdc1e4a74419ab3e0029b552e87c5, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T04:26:04,098 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 951deca4d7fb538052098b1a3fd054b6 in 859ms, sequenceid=17, compaction requested=false 2024-11-14T04:26:04,099 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8faa60e372784e1093c0c8c5c8c618dc is 112, key is test,,1731558344879.2eeb71f09dae462ad2696e24338221ed./rep_barrier:seqnumDuringOpen/1731558345629/Put/seqid=0 2024-11-14T04:26:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741851_1027 (size=5518) 2024-11-14T04:26:04,105 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/replication/951deca4d7fb538052098b1a3fd054b6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:26:04,106 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 951deca4d7fb538052098b1a3fd054b6: Waiting for close lock at 1731558363239Running coprocessor pre-close hooks at 1731558363239Disabling compacts and flushes for region at 1731558363239Disabling writes for close at 1731558363239Obtaining lock to block concurrent updates at 1731558363239Preparing flush snapshotting stores in 951deca4d7fb538052098b1a3fd054b6 at 1731558363239Finished memstore snapshotting hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731558363239Flushing stores of hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. at 1731558363240 (+1 ms)Flushing 951deca4d7fb538052098b1a3fd054b6/hfileref: creating writer at 1731558363240Flushing 951deca4d7fb538052098b1a3fd054b6/hfileref: appending metadata at 1731558363258 (+18 ms)Flushing 951deca4d7fb538052098b1a3fd054b6/hfileref: closing flushed file at 1731558363259 (+1 ms)Flushing 951deca4d7fb538052098b1a3fd054b6/queue: creating writer at 1731558363665 (+406 ms)Flushing 951deca4d7fb538052098b1a3fd054b6/queue: appending metadata at 1731558363680 (+15 ms)Flushing 951deca4d7fb538052098b1a3fd054b6/queue: closing flushed file at 1731558363680Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22e0fe16: reopening flushed file at 1731558364090 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41aaa5f9: reopening flushed file at 1731558364094 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 951deca4d7fb538052098b1a3fd054b6 in 859ms, sequenceid=17, compaction requested=false at 1731558364098 (+4 ms)Writing region close event to WAL at 1731558364103 (+5 ms)Running coprocessor post-close hooks at 1731558364106 (+3 ms)Closed at 1731558364106 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731558349341.951deca4d7fb538052098b1a3fd054b6. 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2eeb71f09dae462ad2696e24338221ed, disabling compactions & flushes 2024-11-14T04:26:04,106 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. after waiting 0 ms 2024-11-14T04:26:04,106 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:26:04,108 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/default/test/2eeb71f09dae462ad2696e24338221ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-14T04:26:04,109 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:26:04,109 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-14T04:26:04,109 INFO [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:26:04,109 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2eeb71f09dae462ad2696e24338221ed: Waiting for close lock at 1731558364106Running coprocessor pre-close hooks at 1731558364106Disabling compacts and flushes for region at 1731558364106Disabling writes for close at 1731558364106Writing region close event to WAL at 1731558364107 (+1 ms)Running coprocessor post-close hooks at 1731558364109 (+2 ms)Closed at 1731558364109 2024-11-14T04:26:04,109 DEBUG [RS_CLOSE_REGION-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731558344879.2eeb71f09dae462ad2696e24338221ed. 2024-11-14T04:26:04,240 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T04:26:04,240 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T04:26:04,240 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:04,347 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:04,355 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:26:04,355 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 688, reset compression=false 2024-11-14T04:26:04,355 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:26:04,356 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.HRegionServer(2440): ***** ABORTING region server b024da739ae8,45055,1731558332422: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-b024da739ae8,45055,1731558332422, walGroup=b024da739ae8%2C45055%2C1731558332422, offset=b024da739ae8%2C45055%2C1731558332422.1731558354039:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-14T04:26:04,357 ERROR [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-14T04:26:04,357 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-14T04:26:04,358 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-14T04:26:04,358 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-14T04:26:04,358 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-14T04:26:04,358 INFO [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1296720248 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208630840 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-14T04:26:04,358 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:34435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b024da739ae8:34435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-14T04:26:04,440 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:04,505 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8faa60e372784e1093c0c8c5c8c618dc 2024-11-14T04:26:04,520 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/table/cde88c0d67ca42259a8402b4e7a997b2 is 53, key is hbase:replication/table:state/1731558350136/Put/seqid=0 2024-11-14T04:26:04,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741852_1028 (size=5308) 2024-11-14T04:26:04,560 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 688, reset compression=false 2024-11-14T04:26:04,640 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:04,765 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 393, reset compression=false 2024-11-14T04:26:04,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-14T04:26:04,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 688, reset compression=false 2024-11-14T04:26:04,770 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-b024da739ae8,45055,1731558332422 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-14T04:26:04,771 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-14T04:26:04,841 DEBUG [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T04:26:04,863 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 688, reset compression=false 2024-11-14T04:26:04,924 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/table/cde88c0d67ca42259a8402b4e7a997b2 2024-11-14T04:26:04,927 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/info/f2c81440e6474373b91bc46cf402f563 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/info/f2c81440e6474373b91bc46cf402f563 2024-11-14T04:26:04,930 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/info/f2c81440e6474373b91bc46cf402f563, entries=20, sequenceid=16, filesize=7.5 K 2024-11-14T04:26:04,931 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/ns/7dc53d5d7f9b4d609d43b02a8747cc28 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/ns/7dc53d5d7f9b4d609d43b02a8747cc28 2024-11-14T04:26:04,934 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/ns/7dc53d5d7f9b4d609d43b02a8747cc28, entries=2, sequenceid=16, filesize=5.0 K 2024-11-14T04:26:04,934 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/rep_barrier/8faa60e372784e1093c0c8c5c8c618dc as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/rep_barrier/8faa60e372784e1093c0c8c5c8c618dc 2024-11-14T04:26:04,937 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/rep_barrier/8faa60e372784e1093c0c8c5c8c618dc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-14T04:26:04,938 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/.tmp/table/cde88c0d67ca42259a8402b4e7a997b2 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/table/cde88c0d67ca42259a8402b4e7a997b2 2024-11-14T04:26:04,940 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/table/cde88c0d67ca42259a8402b4e7a997b2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-14T04:26:04,941 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false 2024-11-14T04:26:04,941 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T04:26:04,944 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-14T04:26:04,944 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-14T04:26:04,944 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T04:26:04,944 INFO [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T04:26:04,944 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731558363239Running coprocessor pre-close hooks at 1731558363239Disabling compacts and flushes for region at 1731558363239Disabling writes for close at 1731558363239Obtaining lock to block concurrent updates at 1731558363239Preparing flush snapshotting stores in 1588230740 at 1731558363239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731558363240 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731558363240Flushing 1588230740/info: creating writer at 1731558363240Flushing 1588230740/info: appending metadata at 1731558363259 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731558363259Flushing 1588230740/ns: creating writer at 1731558363665 (+406 ms)Flushing 1588230740/ns: appending metadata at 1731558363677 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731558363677Flushing 1588230740/rep_barrier: creating writer at 1731558364084 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731558364098 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731558364098Flushing 1588230740/table: creating writer at 1731558364509 (+411 ms)Flushing 1588230740/table: appending metadata at 1731558364520 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731558364520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322f3fe6: reopening flushed file at 1731558364927 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4faf8320: reopening flushed file at 1731558364930 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f031d4: reopening flushed file at 1731558364934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e29ce32: reopening flushed file at 1731558364937 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1702ms, sequenceid=16, compaction requested=false at 1731558364941 (+4 ms)Writing region close event to WAL at 1731558364942 (+1 ms)Running coprocessor post-close hooks at 1731558364944 (+2 ms)Closed at 1731558364944 2024-11-14T04:26:04,945 DEBUG [RS_CLOSE_META-regionserver/b024da739ae8:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T04:26:04,974 DEBUG [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 to pos 688, reset compression=false 2024-11-14T04:26:05,041 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(976): stopping server b024da739ae8,45055,1731558332422; all regions closed. 2024-11-14T04:26:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741842_1018 (size=859) 2024-11-14T04:26:05,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741844_1020 (size=2791) 2024-11-14T04:26:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741843_1019 (size=696) 2024-11-14T04:26:05,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/WALs/b024da739ae8,45055,1731558332422/b024da739ae8%2C45055%2C1731558332422.1731558354039 not finished, retry = 0 2024-11-14T04:26:05,146 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:05,146 INFO [RS:0;b024da739ae8:45055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T04:26:05,146 INFO [RS:0;b024da739ae8:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:26:05,146 INFO [RS:0;b024da739ae8:45055 {}] hbase.ChoreService(370): Chore service for: regionserver/b024da739ae8:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T04:26:05,146 INFO [RS:0;b024da739ae8:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:26:05,146 INFO [regionserver/b024da739ae8:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:26:05,147 INFO [RS:0;b024da739ae8:45055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-b024da739ae8,45055,1731558332422 because: Region server is closing 2024-11-14T04:26:05,147 INFO [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45055. 2024-11-14T04:26:05,147 DEBUG [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:05,147 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:05,147 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:05,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:26:05,247 INFO [RS:0;b024da739ae8:45055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 terminated 2024-11-14T04:26:05,247 INFO [RS:0;b024da739ae8:45055 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-b024da739ae8,45055,1731558332422 because: Region server is closing 2024-11-14T04:26:05,247 WARN [RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,1-b024da739ae8,45055,1731558332422.replicationSource.wal-reader.b024da739ae8%2C45055%2C1731558332422,1-b024da739ae8,45055,1731558332422 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-14T04:26:05,248 INFO [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b024da739ae8:45055. 2024-11-14T04:26:05,248 DEBUG [RS:0;b024da739ae8:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T04:26:05,248 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:05,248 DEBUG [RS:0;b024da739ae8:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T04:26:05,248 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T04:26:05,348 INFO [RS:0;b024da739ae8:45055 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/b024da739ae8:0-0.replicationSource,2-b024da739ae8,45055,1731558332422.replicationSource.shipperb024da739ae8%2C45055%2C1731558332422,2-b024da739ae8,45055,1731558332422 terminated 2024-11-14T04:26:05,348 INFO [RS:0;b024da739ae8:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45055 2024-11-14T04:26:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604/rs 2024-11-14T04:26:05,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189087604/rs/b024da739ae8,45055,1731558332422 2024-11-14T04:26:05,368 INFO [RS:0;b024da739ae8:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:26:05,378 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b024da739ae8,45055,1731558332422] 2024-11-14T04:26:05,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-189087604/draining/b024da739ae8,45055,1731558332422 already deleted, retry=false 2024-11-14T04:26:05,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b024da739ae8,45055,1731558332422 expired; onlineServers=0 2024-11-14T04:26:05,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b024da739ae8,34435,1731558332196' ***** 2024-11-14T04:26:05,389 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T04:26:05,389 INFO [M:0;b024da739ae8:34435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T04:26:05,389 INFO [M:0;b024da739ae8:34435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T04:26:05,389 DEBUG [M:0;b024da739ae8:34435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T04:26:05,389 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T04:26:05,389 DEBUG [M:0;b024da739ae8:34435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T04:26:05,389 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558334444 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.small.0-1731558334444,5,FailOnTimeoutGroup] 2024-11-14T04:26:05,389 DEBUG [master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558334444 {}] cleaner.HFileCleaner(306): Exit Thread[master/b024da739ae8:0:becomeActiveMaster-HFileCleaner.large.0-1731558334444,5,FailOnTimeoutGroup] 2024-11-14T04:26:05,389 INFO [M:0;b024da739ae8:34435 {}] hbase.ChoreService(370): Chore service for: master/b024da739ae8:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T04:26:05,389 INFO [M:0;b024da739ae8:34435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T04:26:05,389 DEBUG [M:0;b024da739ae8:34435 {}] master.HMaster(1795): Stopping service threads 2024-11-14T04:26:05,389 INFO [M:0;b024da739ae8:34435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T04:26:05,390 INFO [M:0;b024da739ae8:34435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T04:26:05,390 INFO [M:0;b024da739ae8:34435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T04:26:05,390 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T04:26:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-189087604/master 2024-11-14T04:26:05,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-189087604 2024-11-14T04:26:05,399 DEBUG [M:0;b024da739ae8:34435 {}] zookeeper.ZKUtil(347): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Unable to get data of znode /0-189087604/master because node does not exist (not an error) 2024-11-14T04:26:05,399 WARN [M:0;b024da739ae8:34435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T04:26:05,400 INFO [M:0;b024da739ae8:34435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/.lastflushedseqids 2024-11-14T04:26:05,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741853_1029 (size=263) 2024-11-14T04:26:05,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:05,479 INFO [RS:0;b024da739ae8:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:26:05,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10137974a5a0001, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:05,479 INFO [RS:0;b024da739ae8:45055 {}] regionserver.HRegionServer(1031): Exiting; stopping=b024da739ae8,45055,1731558332422; zookeeper connection closed. 2024-11-14T04:26:05,479 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@292e8b7f 2024-11-14T04:26:05,479 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T04:26:05,804 INFO [M:0;b024da739ae8:34435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T04:26:05,804 INFO [M:0;b024da739ae8:34435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T04:26:05,804 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T04:26:05,804 INFO [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:05,804 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:05,804 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T04:26:05,804 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:05,804 INFO [M:0;b024da739ae8:34435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-14T04:26:05,816 DEBUG [M:0;b024da739ae8:34435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f956363233ab4f168a43fa619c1c31b9 is 82, key is hbase:meta,,1/info:regioninfo/1731558335082/Put/seqid=0 2024-11-14T04:26:05,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741854_1030 (size=5672) 2024-11-14T04:26:05,820 INFO [M:0;b024da739ae8:34435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f956363233ab4f168a43fa619c1c31b9 2024-11-14T04:26:05,838 DEBUG [M:0;b024da739ae8:34435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b23c8f9eb87492c94bb077052af5623 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731558350139/Put/seqid=0 2024-11-14T04:26:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741855_1031 (size=8909) 2024-11-14T04:26:06,241 INFO [M:0;b024da739ae8:34435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b23c8f9eb87492c94bb077052af5623 2024-11-14T04:26:06,262 DEBUG [M:0;b024da739ae8:34435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43e2629dc3f047d0a6f9bb8d8f31e923 is 69, key is b024da739ae8,45055,1731558332422/rs:state/1731558334499/Put/seqid=0 2024-11-14T04:26:06,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741856_1032 (size=5156) 2024-11-14T04:26:06,669 INFO [M:0;b024da739ae8:34435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43e2629dc3f047d0a6f9bb8d8f31e923 2024-11-14T04:26:06,676 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f956363233ab4f168a43fa619c1c31b9 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f956363233ab4f168a43fa619c1c31b9 2024-11-14T04:26:06,683 INFO [M:0;b024da739ae8:34435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f956363233ab4f168a43fa619c1c31b9, entries=8, sequenceid=112, filesize=5.5 K 2024-11-14T04:26:06,684 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b23c8f9eb87492c94bb077052af5623 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b23c8f9eb87492c94bb077052af5623 2024-11-14T04:26:06,690 INFO [M:0;b024da739ae8:34435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b23c8f9eb87492c94bb077052af5623, entries=13, sequenceid=112, filesize=8.7 K 2024-11-14T04:26:06,693 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/43e2629dc3f047d0a6f9bb8d8f31e923 as hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43e2629dc3f047d0a6f9bb8d8f31e923 2024-11-14T04:26:06,700 INFO [M:0;b024da739ae8:34435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33417/user/jenkins/test-data/e61e2bfc-5223-340f-03e0-a05e7b82eb9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/43e2629dc3f047d0a6f9bb8d8f31e923, entries=1, sequenceid=112, filesize=5.0 K 2024-11-14T04:26:06,701 INFO [M:0;b024da739ae8:34435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=112, compaction requested=false 2024-11-14T04:26:06,762 INFO [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T04:26:06,762 DEBUG [M:0;b024da739ae8:34435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731558365804Disabling compacts and flushes for region at 1731558365804Disabling writes for close at 1731558365804Obtaining lock to block concurrent updates at 1731558365804Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731558365804Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731558365804Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731558365805 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731558365805Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731558365816 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731558365816Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731558365823 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731558365837 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731558365837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731558366244 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731558366261 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731558366262 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705834fb: reopening flushed file at 1731558366675 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e2f514d: reopening flushed file at 1731558366683 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@159963da: reopening flushed file at 1731558366691 (+8 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=112, compaction requested=false at 1731558366701 (+10 ms)Writing region close event to WAL at 1731558366762 (+61 ms)Closed at 1731558366762 2024-11-14T04:26:06,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45145 is added to blk_1073741830_1006 (size=69055) 2024-11-14T04:26:06,771 INFO [M:0;b024da739ae8:34435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T04:26:06,771 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T04:26:06,771 INFO [M:0;b024da739ae8:34435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34435 2024-11-14T04:26:06,772 INFO [M:0;b024da739ae8:34435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T04:26:06,851 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T04:26:06,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,986 INFO [M:0;b024da739ae8:34435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T04:26:06,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:06,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34435-0x10137974a5a0000, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T04:26:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:06,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c462eb1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T04:26:07,000 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd0952d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:26:07,000 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:26:07,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ece777f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:26:07,000 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac91a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir/,STOPPED} 2024-11-14T04:26:07,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:07,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:07,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:07,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:07,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T04:26:07,096 WARN [BP-1996439502-172.17.0.3-1731558330057 heartbeating to localhost/127.0.0.1:33417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T04:26:07,096 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T04:26:07,096 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T04:26:07,096 WARN [BP-1996439502-172.17.0.3-1731558330057 heartbeating to localhost/127.0.0.1:33417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1996439502-172.17.0.3-1731558330057 (Datanode Uuid 1aeb46dc-a7b1-489d-ab13-4aa4a1e071ab) service to localhost/127.0.0.1:33417 2024-11-14T04:26:07,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/data/data1/current/BP-1996439502-172.17.0.3-1731558330057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:26:07,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/cluster_90c46d8c-3819-7791-a11f-90dd73e79e60/data/data2/current/BP-1996439502-172.17.0.3-1731558330057 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T04:26:07,097 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T04:26:07,104 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@251b0c89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T04:26:07,105 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5860938f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T04:26:07,105 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T04:26:07,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33141d6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T04:26:07,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af3af6a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f67d087b-8de7-db9f-9e91-536c87ea7433/hadoop.log.dir/,STOPPED} 2024-11-14T04:26:07,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T04:26:07,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T04:26:07,165 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=590 (was 530) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39351 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33417 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41141 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:39351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:41141 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1545661016) connection to localhost/127.0.0.1:33417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41141 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41141 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 874) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=540 (was 709), ProcessCount=11 (was 11), AvailableMemoryMB=1183 (was 1321) 2024-11-14T04:26:07,165 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=590 is superior to 500 2024-11-14T04:26:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10137974a5a0005, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:26:07,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10137974a5a0008, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:26:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10137974a5a0008, quorum=127.0.0.1:56029, baseZNode=/2-2080980611 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:26:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10137974a5a0005, quorum=127.0.0.1:56029, baseZNode=/11158746875 Received Disconnected from ZooKeeper, ignoring 2024-11-14T04:26:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10137974a5a0002, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-14T04:26:07,214 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10137974a5a0002, quorum=127.0.0.1:56029, baseZNode=/0-189087604 Received Disconnected from ZooKeeper, ignoring